00010000:00000001:3.0F:1767735603.938431:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735603.938445:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735603.938454:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735603.938457:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0F:1767735603.938604:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735603.938624:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735603.938631:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735604.962391:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735604.962395:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735604.962400:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735604.962402:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735604.962424:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735604.962427:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735604.962429:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0F:1767735605.088543:0:285200:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735605.744120:0:285265:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:0.0:1767735605.744131:0:285265:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b1c5441600. 00000002:00000001:0.0:1767735605.744137:0:285265:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735605.744148:0:285265:0:(mdc_changelog.c:582:chlg_write()) Process entered 00000002:00000010:0.0:1767735605.744153:0:285265:0:(mdc_changelog.c:587:chlg_write()) kmalloced '(kbuf)': 64 at ffff94b1fe4a8240. 00000020:00000040:0.0:1767735605.744164:0:285265:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:0.0:1767735605.744169:0:285265:0:(obd_class.h:528:obd_set_info_async()) Process entered 00000002:00000001:0.0:1767735605.744176:0:285265:0:(mdc_request.c:2643:mdc_set_info_async()) Process entered 00000100:00000001:0.0:1767735605.744181:0:285265:0:(pack_generic.c:1733:do_set_info_async()) Process entered 00000100:00000010:0.0:1767735605.744190:0:285265:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735605.744195:0:285265:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735605.744204:0:285265:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735605.744209:0:285265:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735605.744216:0:285265:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735605.744261:0:285265:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d04b9800. 00000100:00000001:0.0:1767735605.744273:0:285265:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.744282:0:285265:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735605.744285:0:285265:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735605.744293:0:285265:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c72bb900. 00000100:00000001:0.0:1767735605.744296:0:285265:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090004494592 : -117983705057024 : ffff94b1c72bb900) 00000100:00000001:0.0:1767735605.744301:0:285265:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735605.744303:0:285265:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000001:0.0:1767735605.744545:0:285265:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735605.744554:0:285265:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.744557:0:285265:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735605.744560:0:285265:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735605.744588:0:285265:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.744603:0:285265:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735605.744606:0:285265:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735605.744611:0:285265:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735605.744616:0:285265:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735605.744620:0:285265:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735605.744635:0:285265:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:285265:1853602706711040:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767735605.744641:0:285265:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735605.744650:0:285265:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735605.744654:0:285265:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735605.744658:0:285265:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735605.744856:0:285265:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1d04b8200. 02000000:00000001:0.0:1767735605.744860:0:285265:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735605.744875:0:285265:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735605.744881:0:285265:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f65587e8. 00000400:00000010:0.0:1767735605.744890:0:285265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735605.744901:0:285265:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711040, portal 10 00000100:00000001:0.0:1767735605.744905:0:285265:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735605.744907:0:285265:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735605.744919:0:285265:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.744930:0:285265:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735605.744935:0:285265:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735605.744939:0:285265:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80baa0. 00000100:00000200:0.0:1767735605.744944:0:285265:0:(niobuf.c:94:ptl_send_buf()) Sending 480 bytes to portal 12, xid 1853602706711040, offset 0 00000400:00000200:0.0:1767735605.744952:0:285265:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735605.744965:0:285265:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735605.744977:0:285265:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735605.744986:0:285265:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735605.744993:0:285265:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735605.744999:0:285265:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735605.745003:0:285265:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735605.745009:0:285265:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337120:337120:256:4294967295] 192.168.203.112@tcp LPNI seq info [337120:337120:8:4294967295] 00000400:00000200:0.0:1767735605.745015:0:285265:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735605.745029:0:285265:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735605.745038:0:285265:0:(socklnd_cb.c:1001:ksocknal_send()) sending 480 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735605.745044:0:285265:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441000. 00000800:00000200:0.0:1767735605.745062:0:285265:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735605.745074:0:285265:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735605.745081:0:285265:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441000 type 1, nob 576 niov 1 nkiov 1 00000100:00000001:0.0:1767735605.745104:0:285265:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735605.745111:0:285265:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735605.745117:0:285265:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735605.745121:0:285265:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304367571 00000100:00000010:0.0:1767735605.745126:0:285265:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645180. 00000100:00000001:0.0:1767735605.745135:0:285265:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735605.745141:0:285265:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304367571 00000100:00000010:0.0:1767735605.745144:0:285265:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645f00. 00000100:00000001:0.0:1767735605.745149:0:285265:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735605.745153:0:285265:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735605.745157:0:285265:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.745160:0:285265:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735605.745163:0:285265:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735605.745167:0:285265:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c72bb900 going to sleep for 50 seconds 00000100:00000001:0.0:1767735605.745170:0:285265:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735605.745175:0:285265:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735605.745408:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735605.745419:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441000. 00000400:00000200:3.0:1767735605.745429:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735605.745519:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735605.745529:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80baa0 00000400:00000010:3.0:1767735605.745533:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80baa0. 00000100:00000001:3.0:1767735605.745539:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735605.745550:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735605.745566:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735605.745570:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735605.745580:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735605.745582:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767735605.750417:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304367571, at 4304367572 00000100:00000010:2.0:1767735605.750430:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645180. 00000100:00000040:3.0:1767735605.750605:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304367571, at 4304367572 00000100:00000010:3.0:1767735605.750621:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645f00. 00000800:00000001:2.0:1767735605.750628:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735605.750645:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735605.750650:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735605.750655:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735605.750678:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735605.750688:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735605.750699:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735605.750705:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735605.750712:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735605.750718:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e36200 00000400:00000200:2.0:1767735605.750728:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735605.750735:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbbd [1] + 224 00000800:00000001:2.0:1767735605.750747:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735605.750760:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735605.750764:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735605.750770:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735605.750779:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735605.750788:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735605.750804:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735605.750832:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735605.750844:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735605.750848:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735605.750928:0:285265:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735605.750941:0:285265:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735605.750943:0:285265:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735605.750948:0:285265:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f65587e8. 00000400:00000200:0.0:1767735605.750956:0:285265:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:0.0:1767735605.750959:0:285265:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:0.0:1767735605.750963:0:285265:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735605.750972:0:285265:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735605.750987:0:285265:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.750997:0:285265:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735605.750999:0:285265:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735605.751015:0:285265:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735605.751019:0:285265:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735605.751023:0:285265:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735605.751026:0:285265:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735605.751029:0:285265:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735605.751041:0:285265:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=35 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735605.751047:0:285265:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=35 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735605.751050:0:285265:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735605.751053:0:285265:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735605.751057:0:285265:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735605.751063:0:285265:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.751067:0:285265:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00100000:0.0:1767735605.751070:0:285265:0:(client.c:3081:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: committing for last_committed 12885014813 gen 1 00000100:00000040:0.0:1767735605.751078:0:285265:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014813) req@ffff94b1c5caa300 x1853602706708480/t12885014808(12885014808) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735656 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751088:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751092:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa300 x1853602706708480/t12885014808(12885014808) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735656 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751101:0:285265:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735605.751105:0:285265:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735605.751109:0:285265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b20082d800. 02000000:00000001:0.0:1767735605.751114:0:285265:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735605.751116:0:285265:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735605.751118:0:285265:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735605.751121:0:285265:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735605.751125:0:285265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d009a400. 02000000:00000001:0.0:1767735605.751129:0:285265:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735605.751132:0:285265:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735605.751134:0:285265:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa300. 00000100:00000001:0.0:1767735605.751138:0:285265:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735605.751140:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735605.751145:0:285265:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014813) req@ffff94b1dd333800 x1853602706708992/t12885014810(12885014810) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735656 ref 1 fl Complete:RQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751154:0:285265:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735605.751161:0:285265:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374084608 : -117983335467008 : ffff94b1dd333800) 00000100:00000001:0.0:1767735605.751165:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751170:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333800 x1853602706708992/t12885014810(12885014810) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735656 ref 2 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751178:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.751180:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751185:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd331c00 x1853602706709888/t12885014813(12885014813) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735617 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751193:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:0.0:1767735605.751195:0:285265:0:(mdc_request.c:746:mdc_commit_open()) kfreed 'mod': 32 at ffff94b1c4cbffa0. 00000100:00000001:0.0:1767735605.751199:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751202:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333800 x1853602706708992/t12885014810(12885014810) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/664 e 0 to 0 dl 1767735656 ref 1 fl Complete:RMQU/604/ffffffff rc 0/-1 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751210:0:285265:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:0.0:1767735605.751211:0:285265:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735605.751213:0:285265:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735605.751215:0:285265:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735605.751217:0:285265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1d04bdc00. 02000000:00000001:0.0:1767735605.751252:0:285265:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735605.751255:0:285265:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735605.751257:0:285265:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333800. 00000100:00000001:0.0:1767735605.751261:0:285265:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735605.751262:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735605.751268:0:285265:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014813) req@ffff94b1dd331f80 x1853602706709248/t12885014811(12885014811) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735656 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751276:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751279:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd331f80 x1853602706709248/t12885014811(12885014811) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 488/456 e 0 to 0 dl 1767735656 ref 1 fl Complete:RQU/204/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751287:0:285265:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735605.751288:0:285265:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735605.751290:0:285265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 1024 at ffff94b1d04bec00. 02000000:00000001:0.0:1767735605.751293:0:285265:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735605.751301:0:285265:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735605.751303:0:285265:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735605.751305:0:285265:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735605.751387:0:285265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4c00. 02000000:00000001:0.0:1767735605.751392:0:285265:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735605.751393:0:285265:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735605.751396:0:285265:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd331f80. 00000100:00000001:0.0:1767735605.751399:0:285265:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735605.751401:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735605.751408:0:285265:0:(client.c:3137:ptlrpc_free_committed()) @@@ commit (last_committed 12885014813) req@ffff94b1dd331c00 x1853602706709888/t12885014813(12885014813) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735617 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751415:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751419:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd331c00 x1853602706709888/t12885014813(12885014813) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735617 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'touch.0' uid:0 gid:0 projid:0 00000100:00000001:0.0:1767735605.751426:0:285265:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735605.751428:0:285265:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735605.751430:0:285265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 02000000:00000001:0.0:1767735605.751434:0:285265:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735605.751436:0:285265:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735605.751438:0:285265:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735605.751441:0:285265:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735605.751444:0:285265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc5c00. 02000000:00000001:0.0:1767735605.751447:0:285265:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735605.751448:0:285265:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735605.751450:0:285265:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd331c00. 00000100:00000001:0.0:1767735605.751453:0:285265:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735605.751455:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735605.751460:0:285265:0:(client.c:3144:ptlrpc_free_committed()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000040:0.0:1767735605.751463:0:285265:0:(client.c:3191:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: normal: skip=1 replay=4/4 committed=0/0 00000100:00000001:0.0:1767735605.751467:0:285265:0:(client.c:3192:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735605.751469:0:285265:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735605.751475:0:285265:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751484:0:285265:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735605.751495:0:285265:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735605.751498:0:285265:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735605.751504:0:285265:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735605.751516:0:285265:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:285265:1853602706711040:192.168.203.112@tcp:46:lfs.0 00000100:00000001:0.0:1767735605.751522:0:285265:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735605.751525:0:285265:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.751528:0:285265:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:0.0:1767735605.751530:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751534:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751542:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:0.0:1767735605.751545:0:285265:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c72bb900. 00000100:00000001:0.0:1767735605.751549:0:285265:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:0.0:1767735605.751550:0:285265:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735605.751553:0:285265:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735605.751556:0:285265:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706711040/t0(0) o46->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 480/224 e 0 to 0 dl 1767735660 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735605.751563:0:285265:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735605.751565:0:285265:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735605.751567:0:285265:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1d04b8200. 02000000:00000001:0.0:1767735605.751570:0:285265:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735605.751571:0:285265:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735605.751573:0:285265:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735605.751575:0:285265:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735605.751577:0:285265:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d04b9800. 02000000:00000001:0.0:1767735605.751579:0:285265:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735605.751581:0:285265:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735605.751582:0:285265:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000100:00000001:0.0:1767735605.751586:0:285265:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735605.751587:0:285265:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735605.751590:0:285265:0:(pack_generic.c:1769:do_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735605.751593:0:285265:0:(mdc_request.c:2667:mdc_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735605.751601:0:285265:0:(obd_class.h:545:obd_set_info_async()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:0.0:1767735605.751604:0:285265:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000001:0.0:1767735605.751608:0:285265:0:(mdc_changelog.c:601:chlg_write()) Process leaving 00000002:00000010:0.0:1767735605.751610:0:285265:0:(mdc_changelog.c:603:chlg_write()) kfreed 'kbuf': 64 at ffff94b1fe4a8240. 00000002:00000010:0.0:1767735605.751623:0:285265:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b1c5441600. 00010000:00000001:3.0:1767735605.986454:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735605.986460:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735605.986466:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735605.986468:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735605.986491:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735605.986495:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735605.986498:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735607.010445:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735607.010454:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735607.010469:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735607.010472:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.010478:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735607.010480:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.010483:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.010487:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.010492:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735607.010494:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0F:1767735607.010623:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735607.010640:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735607.010646:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:3.0:1767735607.842441:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735607.842452:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735607.842462:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd1cea00. 00000020:00000040:3.0:1767735607.842471:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:3.0:1767735607.842477:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735607.842482:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735607.842489:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735607.842500:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416300. 00000100:00000001:3.0:1767735607.842509:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842524:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735607.842540:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735607.842547:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842556:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [0000000063d561f7] to pc [ptlrpcd_01_00+0] req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.842595:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842600:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735607.842606:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735607.842612:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd1cd180. 00000020:00000040:3.0:1767735607.842617:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:3.0:1767735607.842621:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735607.842624:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735607.842630:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735607.842640:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416500. 00000100:00000001:3.0:1767735607.842644:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842670:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735607.842682:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735607.842686:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842694:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000ce33394a] to pc [ptlrpcd_01_01+1] req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.842710:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842713:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:3.0:1767735607.842717:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:3.0:1767735607.842723:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd1cce00. 00000020:00000040:3.0:1767735607.842727:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:3.0:1767735607.842729:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:3.0:1767735607.842731:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:3.0:1767735607.842735:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:3.0:1767735607.842743:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1f7416900. 00000100:00000001:3.0:1767735607.842747:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842754:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:3.0:1767735607.842763:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:3.0:1767735607.842767:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842773:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000969ac3ae] to pc [ptlrpcd_01_00+0] req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.842782:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.842785:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:3.0:1767735607.842789:0:129196:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:3.0:1767735607.842794:0:129196:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9707) 00000100:00000001:3.0:1767735607.842813:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.842818:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735607.842821:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767735607.842842:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.842853:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735607.842856:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.842862:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767735607.842867:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767735607.842870:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767735607.842876:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd1cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602706711168:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735607.842881:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767735607.842888:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735607.842891:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.842894:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735607.842900:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f6ba6400. 02000000:00000001:3.0:1767735607.842903:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735607.842915:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767735607.842922:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113948. 00000400:00000010:3.0:1767735607.842929:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7990. 00000100:00000200:3.0:1767735607.842939:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711168, portal 25 00000100:00000001:3.0:1767735607.842943:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767735607.842945:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090372622848 : -117983336928768 : ffff94b1dd1cea00) 00000100:00000040:3.0:1767735607.842952:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.842962:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767735607.842969:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767735607.842973:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7b28. 00000100:00000200:3.0:1767735607.842980:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602706711168, offset 0 00000400:00000200:3.0:1767735607.842988:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735607.842998:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843008:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735607.843015:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767735607.843022:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767735607.843029:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767735607.843033:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735607.843050:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337121:337121:256:4294967295] 192.168.203.112@tcp LPNI seq info [337121:337121:8:4294967295] 00000400:00000200:3.0:1767735607.843056:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843071:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767735607.843080:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735607.843086:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416f00. 00000800:00000200:3.0:1767735607.843096:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735607.843106:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735607.843112:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416f00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735607.843127:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735607.843133:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735607.843136:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304370520 00000100:00000010:3.0:1767735607.843142:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411d80. 00000100:00000001:3.0:1767735607.843151:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:3.0:1767735607.843157:0:196093:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304370520 00000100:00000010:3.0:1767735607.843161:0:196093:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1d0411ea0. 00000100:00000001:3.0:1767735607.843164:0:196093:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:3.0:1767735607.843170:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.843174:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843178:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767735607.843184:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.843193:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735607.843197:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.843201:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767735607.843229:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767735607.843236:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767735607.843241:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd1cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706711424:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735607.843245:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767735607.843249:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735607.843252:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.843263:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735607.843268:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f6ba6c00. 02000000:00000001:3.0:1767735607.843271:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735607.843279:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767735607.843283:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113bb0. 00000400:00000010:3.0:1767735607.843289:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7f68. 00000100:00000200:3.0:1767735607.843294:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711424, portal 4 00000100:00000001:3.0:1767735607.843296:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767735607.843299:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090372615680 : -117983336935936 : ffff94b1dd1cce00) 00000100:00000040:3.0:1767735607.843399:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.843411:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767735607.843419:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767735607.843424:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7000. 00000100:00000200:3.0:1767735607.843430:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602706711424, offset 0 00000400:00000200:3.0:1767735607.843443:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735607.843454:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843460:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735607.843466:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767735607.843471:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767735607.843476:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767735607.843479:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735607.843484:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337122:337122:255:4294967295] 192.168.203.112@tcp LPNI seq info [337122:337122:7:4294967295] 00000400:00000200:3.0:1767735607.843490:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843502:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767735607.843509:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735607.843515:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416100. 00000800:00000200:3.0:1767735607.843523:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735607.843530:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735607.843535:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416100 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735607.843539:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.843556:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 9060 usecs (10 jiffies) 00000400:00000200:3.0:1767735607.843563:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735607.843568:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304369675 00000100:00000001:3.0:1767735607.843572:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304370520 00000100:00000001:3.0:1767735607.843576:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304369675 00000100:00000001:3.0:1767735607.843579:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304370520 00000100:00000001:3.0:1767735607.843582:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.843585:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843589:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843592:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.843601:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735607.843604:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:3.0:1767735607.843608:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.843610:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735607.843612:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767735607.843616:0:196093:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:3.0:1767735607.843618:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.843621:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735607.843624:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.843627:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.843628:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:3.0:1767735607.843630:0:196093:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:3.0:1767735607.843635:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.843646:0:196093:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:3.0:1767735607.843648:0:196093:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.843651:0:196093:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:3.0:1767735607.843655:0:196093:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:3.0:1767735607.843657:0:196093:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:3.0:1767735607.843661:0:196093:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd1cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706711296:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735607.843666:0:196093:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:3.0:1767735607.843671:0:196093:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:3.0:1767735607.843674:0:196093:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.843685:0:196093:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:3.0:1767735607.843689:0:196093:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f6ba6200. 02000000:00000001:3.0:1767735607.843691:0:196093:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:3.0:1767735607.843701:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767735607.843705:0:196093:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1dd113580. 00000400:00000010:3.0:1767735607.843709:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e74c8. 00000100:00000200:3.0:1767735607.843713:0:196093:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711296, portal 10 00000100:00000001:3.0:1767735607.843715:0:196093:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767735607.843717:0:196093:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090372616576 : -117983336935040 : ffff94b1dd1cd180) 00000100:00000040:3.0:1767735607.843724:0:196093:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.843732:0:196093:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:3.0:1767735607.843738:0:196093:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:3.0:1767735607.843741:0:196093:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d85e7220. 00000100:00000200:3.0:1767735607.843744:0:196093:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602706711296, offset 0 00000400:00000200:3.0:1767735607.843749:0:196093:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:3.0:1767735607.843754:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843758:0:196093:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735607.843765:0:196093:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:3.0:1767735607.843769:0:196093:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:3.0:1767735607.843772:0:196093:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:3.0:1767735607.843775:0:196093:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:3.0:1767735607.843779:0:196093:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337123:337123:254:4294967295] 192.168.203.112@tcp LPNI seq info [337123:337123:6:4294967295] 00000400:00000200:3.0:1767735607.843784:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.843792:0:196093:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:3.0:1767735607.843798:0:196093:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735607.843802:0:196093:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416400. 00000800:00000200:3.0:1767735607.843807:0:196093:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735607.843812:0:196093:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735607.843815:0:196093:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416400 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:3.0:1767735607.843822:0:196093:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.843838:0:196093:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:3.0:1767735607.843844:0:196093:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735607.843846:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304369670 00000100:00000001:3.0:1767735607.843849:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304370520 00000100:00000001:3.0:1767735607.843852:0:196093:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304369670 00000100:00000001:3.0:1767735607.843854:0:196093:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304370520 00000100:00000001:3.0:1767735607.843857:0:196093:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.843859:0:196093:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843862:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843865:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.843885:0:196094:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.843888:0:196094:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735607.843932:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735607.843937:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416f00. 00000400:00000200:3.0:1767735607.843943:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735607.843949:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735607.843957:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7b28 00000400:00000010:3.0:1767735607.843960:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7b28. 00000100:00000001:3.0:1767735607.843968:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735607.843980:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.843997:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.844009:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.844022:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.844025:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735607.844061:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735607.844066:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416100. 00000400:00000200:3.0:1767735607.844075:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735607.844088:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735607.844093:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7000 00000400:00000010:3.0:1767735607.844100:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7000. 00000100:00000001:3.0:1767735607.844122:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735607.844134:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.844147:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.844157:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.844171:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.844176:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000200:3.0:1767735607.844282:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735607.844290:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416400. 00000400:00000200:3.0:1767735607.844299:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735607.844481:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735607.844490:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7220 00000400:00000010:3.0:1767735607.844495:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7220. 00000100:00000001:3.0:1767735607.844507:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735607.844518:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.844532:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.844541:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.844551:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.844556:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735607.847390:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847410:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735607.847416:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847420:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735607.847435:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847452:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735607.847463:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847480:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847489:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847495:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d782e36380 00000400:00000200:2.0:1767735607.847503:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847512:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbd5 [1] + 224 00000800:00000001:2.0:1767735607.847524:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847539:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735607.847544:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735607.847558:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735607.847567:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735607.847579:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735607.847595:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735607.847620:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735607.847637:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847657:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735607.847661:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847665:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735607.847670:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847676:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735607.847683:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847687:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847692:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847700:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782e36280 00000400:00000200:2.0:1767735607.847707:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847714:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbc5 [1] + 224 00000800:00000001:2.0:1767735607.847722:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847730:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735607.847732:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735607.847737:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735607.847741:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735607.847757:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735607.847771:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735607.847782:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735607.847792:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847801:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735607.847805:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767735607.847810:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767735607.847812:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.847818:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767735607.847826:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:3.0:1767735607.847832:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735607.847839:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000200:2.0:1767735607.847841:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000010:3.0:1767735607.847851:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113948. 00000400:00000200:2.0:1767735607.847862:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735607.847868:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7990 00000400:00000200:2.0:1767735607.847876:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:3.0:1767735607.847877:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7990. 00000400:00000200:2.0:1767735607.847894:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735607.847895:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767735607.847921:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e36300 00000100:00000200:3.0:1767735607.847924:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735607.847946:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735607.847968:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbe5 [1] + 224 00000100:00000200:3.0:1767735607.847979:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735607.847983:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735607.847993:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735607.848009:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735607.848036:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735607.848037:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735607.848057:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735607.848059:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:3.0:1767735607.848066:0:196093:0:(client.c:1578:after_reply()) Process entered 00000100:00000200:2.0:1767735607.848075:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:3.0:1767735607.848076:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735607.848087:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735607.848095:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.848104:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735607.848106:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:3.0:1767735607.848117:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=135 v=5 (5 5 5 5) 00000100:00001000:3.0:1767735607.848145:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=135 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735607.848145:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735607.848162:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000800:00000001:2.0:1767735607.848165:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767735607.848167:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767735607.848177:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:3.0:1767735607.848179:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767735607.848189:0:196093:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848196:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.848232:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848244:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.848248:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735607.848251:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735607.848257:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767735607.848269:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd1cea00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196093:1853602706711168:192.168.203.112@tcp:400:kworker.0 00000400:00000001:3.0:1767735607.848280:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735607.848282:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767735607.848286:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113bb0. 00000400:00000200:3.0:1767735607.848291:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e7f68 00000400:00000010:3.0:1767735607.848294:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e7f68. 00000100:00000001:3.0:1767735607.848297:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735607.848303:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735607.848366:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848388:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735607.848390:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848393:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767735607.848395:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735607.848398:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735607.848401:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.848404:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767735607.848410:0:196093:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=37 v=5 (5 0 0 0) 00000100:00001000:3.0:1767735607.848413:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=6 v=5 (1 0 0 0) 00000100:00000001:3.0:1767735607.848416:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735607.848418:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.848421:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767735607.848425:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848429:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767735607.848432:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871173 00000100:00000001:3.0:1767735607.848435:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735607.848436:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.848442:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848450:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.848453:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735607.848455:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735607.848461:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767735607.848471:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd1cce00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706711424:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735607.848477:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848480:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.848485:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd1cea00 x1853602706711168/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848494:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767735607.848497:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767735607.848512:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f6ba6400. 02000000:00000001:3.0:1767735607.848516:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767735607.848518:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767735607.848520:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:3.0:1767735607.848523:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735607.848527:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416300. 02000000:00000001:3.0:1767735607.848531:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735607.848533:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735607.848536:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd1cea00. 00000100:00000001:3.0:1767735607.848541:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735607.848543:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848545:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.848550:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd1cce00 x1853602706711424/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735623 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848558:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767735607.848560:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767735607.848562:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f6ba6c00. 02000000:00000001:3.0:1767735607.848565:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767735607.848566:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767735607.848568:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:3.0:1767735607.848570:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735607.848572:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416900. 02000000:00000001:3.0:1767735607.848575:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735607.848576:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735607.848578:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd1cce00. 00000100:00000001:3.0:1767735607.848582:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735607.848584:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848588:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848591:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.848593:0:196093:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:3.0:1767735607.848597:0:196093:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735607.848598:0:196093:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:3.0:1767735607.848602:0:196093:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1dd113580. 00000400:00000200:3.0:1767735607.848606:0:196093:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d85e74c8 00000400:00000010:3.0:1767735607.848608:0:196093:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d85e74c8. 00000100:00000001:3.0:1767735607.848612:0:196093:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735607.848618:0:196093:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735607.848649:0:196093:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848657:0:196093:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735607.848659:0:196093:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848662:0:196093:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767735607.848664:0:196093:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735607.848666:0:196093:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735607.848667:0:196093:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735607.848670:0:196093:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767735607.848675:0:196093:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=37 v=36 (36 5 5 5) 00000100:00001000:3.0:1767735607.848680:0:196093:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=37 v=5 (1 1 1 1) 00000100:00000001:3.0:1767735607.848683:0:196093:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735607.848685:0:196093:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735607.848687:0:196093:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767735607.848690:0:196093:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848693:0:196093:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767735607.848696:0:196093:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:3.0:1767735607.848700:0:196093:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735607.848703:0:196093:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735607.848708:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848716:0:196093:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735607.848719:0:196093:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735607.848721:0:196093:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735607.848725:0:196093:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767735607.848735:0:196093:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd1cd180 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_01_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196093:1853602706711296:192.168.203.112@tcp:400:kworker.0 00000100:00000001:3.0:1767735607.848740:0:196093:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848743:0:196093:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735607.848747:0:196093:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd1cd180 x1853602706711296/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735662 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735607.848766:0:196093:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:3.0:1767735607.848768:0:196093:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:3.0:1767735607.848771:0:196093:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f6ba6200. 02000000:00000001:3.0:1767735607.848775:0:196093:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:3.0:1767735607.848777:0:196093:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:3.0:1767735607.848778:0:196093:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:3.0:1767735607.848781:0:196093:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:3.0:1767735607.848783:0:196093:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1f7416500. 02000000:00000001:3.0:1767735607.848786:0:196093:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:3.0:1767735607.848788:0:196093:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:3.0:1767735607.848790:0:196093:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd1cd180. 00000100:00000001:3.0:1767735607.848793:0:196093:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:3.0:1767735607.848796:0:196093:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848798:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735607.848804:0:196093:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:3.0:1767735607.848807:0:196093:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735607.848812:0:196093:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:3.0:1767735607.848814:0:196093:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735608.034412:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735608.034418:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735608.034424:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735608.034426:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735608.034565:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735608.034572:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735608.034578:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767735608.738461:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304370520, at 4304370560 00000100:00000040:3.0:1767735608.738469:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304370520, at 4304370560 00000100:00000010:2.0:1767735608.738479:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411d80. 00000100:00000010:3.0:1767735608.738488:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1d0411ea0. 00010000:00000001:3.0:1767735609.058376:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735609.058380:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735609.058384:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735609.058386:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735609.058402:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735609.058404:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735609.058407:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:2.0:1767735609.953028:0:285425:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735610.082442:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735610.082449:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735610.082458:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735610.082461:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735610.082503:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735610.082506:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735610.082510:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767735610.598692:0:285516:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767735610.781872:0:285552:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767735610.781878:0:285552:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160p: Changelog orphan cleanup with no users ========================================================== 16:40:09 (1767735609) 00000001:00000001:3.0:1767735610.789558:0:285552:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00010000:00000001:3.0:1767735611.106442:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735611.106450:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735611.106458:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735611.106461:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735611.106534:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:1.0:1767735611.106540:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735611.106545:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767735611.609021:0:285684:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:1.0:1767735611.790118:0:285720:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767735611.790123:0:285720:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: SKIP: sanity test_160p ldiskfs only test 00000001:00000001:1.0:1767735611.793762:0:285720:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:2.0:1767735611.956948:0:285745:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735612.130410:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735612.130417:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735612.130425:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735612.130430:0:285121:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735612.130433:0:285121:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735612.130440:0:285121:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:3.0:1767735612.130444:0:285121:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:3.0:1767735612.130448:0:285121:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735612.130452:0:285121:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735612.130455:0:285121:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735612.130458:0:285121:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735612.130461:0:285121:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735612.130521:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735612.130530:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735612.130537:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767735612.616342:0:285836:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767735612.798401:0:285872:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767735612.798406:0:285872:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160q: changelog effective mask is DEFMASK if not set ========================================================== 16:40:11 (1767735611) 00000001:00000001:3.0:1767735612.806507:0:285872:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:0.0:1767735612.962401:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735612.962410:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735612.962420:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735612.962426:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767735612.962432:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735612.962435:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735612.962441:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735612.962450:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441b00. 00000100:00000001:0.0:1767735612.962459:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962473:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735612.962504:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735612.962509:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962517:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154d1840] to pc [ptlrpcd_00_00+0] req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.962547:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962550:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735612.962555:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735612.962558:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6cb100. 00000020:00000040:0.0:1767735612.962561:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735612.962564:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735612.962577:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735612.962581:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735612.962586:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441900. 00000100:00000001:0.0:1767735612.962590:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962595:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735612.962604:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735612.962606:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962611:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c9876a] to pc [ptlrpcd_00_01+1] req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.962620:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962623:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735612.962627:0:166640:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735612.962631:0:166640:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735612.962634:0:166640:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767735612.962636:0:166640:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735612.962638:0:166640:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735612.962640:0:166640:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735612.962644:0:166640:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441600. 00000100:00000001:0.0:1767735612.962646:0:166640:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962650:0:166640:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735612.962657:0:166640:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735612.962659:0:166640:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962663:0:166640:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8d9bf58] to pc [ptlrpcd_00_00+0] req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.962670:0:166640:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.962672:0:166640:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767735612.962676:0:166640:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767735612.962689:0:166640:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9712) 00000100:00000001:0.0:1767735612.962704:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.962709:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735612.962712:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735612.962718:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.962727:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735612.962730:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.962735:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735612.962738:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735612.962741:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735612.962746:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602706711552:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735612.962751:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735612.962759:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735612.962762:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.962766:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735612.962770:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3190600. 02000000:00000001:0.0:1767735612.962772:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735612.962785:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735612.962790:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f65587e8. 00000400:00000010:0.0:1767735612.962798:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735612.962808:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711552, portal 25 00000100:00000001:0.0:1767735612.962811:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735612.962813:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000100:00000040:0.0:1767735612.962819:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.962828:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735612.962831:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735612.962834:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80bcc0. 00000100:00000200:0.0:1767735612.962838:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602706711552, offset 0 00000400:00000200:0.0:1767735612.962847:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735612.962859:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735612.962870:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735612.962886:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735612.962892:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735612.962898:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735612.962901:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735612.962906:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337124:337124:256:4294967295] 192.168.203.112@tcp LPNI seq info [337124:337124:8:4294967295] 00000400:00000200:0.0:1767735612.962910:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735612.962924:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735612.962932:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735612.962938:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441800. 00000800:00000200:0.0:1767735612.962947:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735612.962957:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735612.962963:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441800 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735612.962989:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735612.962997:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735612.963000:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304375640 00000100:00000010:0.0:1767735612.963005:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645ae0. 00000100:00000001:0.0:1767735612.963014:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735612.963021:0:196091:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304375640 00000100:00000010:0.0:1767735612.963025:0:196091:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46459c0. 00000100:00000001:0.0:1767735612.963029:0:196091:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735612.963047:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.963050:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963053:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735612.963056:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.963062:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735612.963064:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.963066:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735612.963068:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735612.963070:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735612.963079:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706711808:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735612.963082:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735612.963085:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735612.963086:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.963087:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735612.963091:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3191400. 02000000:00000001:0.0:1767735612.963094:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735612.963099:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735612.963103:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735612.963109:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767735612.963113:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711808, portal 4 00000100:00000001:0.0:1767735612.963115:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735612.963117:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735612.963125:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.963131:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735612.963137:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000800:00000200:2.0:1767735612.963140:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000400:00000010:0.0:1767735612.963142:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b7f8. 00000100:00000200:0.0:1767735612.963148:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602706711808, offset 0 00000800:00000010:2.0:1767735612.963149:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441800. 00000400:00000200:0.0:1767735612.963157:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735612.963160:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767735612.963177:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.963183:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:0.0:1767735612.963187:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735612.963192:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735612.963193:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80bcc0 00000400:00000010:2.0:1767735612.963198:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80bcc0. 00000400:00000200:0.0:1767735612.963199:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735612.963210:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767735612.963214:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000400:00000200:0.0:1767735612.963216:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735612.963225:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337125:337125:255:4294967295] 192.168.203.112@tcp LPNI seq info [337125:337125:7:4294967295] 00000100:00000200:2.0:1767735612.963229:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767735612.963234:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735612.963248:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735612.963259:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767735612.963262:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735612.963280:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000100:00000001:2.0:1767735612.963281:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735612.963285:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000010:0.0:1767735612.963286:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441000. 00000800:00000200:0.0:1767735612.963305:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735612.963347:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735612.963349:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441000 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735612.963371:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.963376:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 8875 usecs (9 jiffies) 00000400:00000200:0.0:1767735612.963381:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735612.963385:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304374794 00000100:00000001:0.0:1767735612.963389:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304375640 00000100:00000001:0.0:1767735612.963392:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304374794 00000100:00000001:0.0:1767735612.963396:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304375640 00000100:00000001:0.0:1767735612.963400:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.963402:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963406:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963409:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.963420:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735612.963424:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767735612.963429:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.963432:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735612.963439:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735612.963442:0:196091:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [1->0] 00000100:00000001:0.0:1767735612.963444:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.963449:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735612.963453:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.963459:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000200:2.0:1767735612.963461:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767735612.963461:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735612.963465:0:196091:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000800:00000010:2.0:1767735612.963467:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441000. 00000100:00000040:0.0:1767735612.963474:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735612.963479:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735612.963481:0:196091:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735612.963485:0:196091:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735612.963488:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:0.0:1767735612.963490:0:196091:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735612.963496:0:196091:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767735612.963499:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b7f8 02000000:00000001:0.0:1767735612.963500:0:196091:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767735612.963504:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b7f8. 00000100:00000001:2.0:1767735612.963508:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735612.963520:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735612.963520:0:196091:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706711680:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735612.963532:0:196091:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000001:2.0:1767735612.963538:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767735612.963539:0:196091:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735612.963543:0:196091:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735612.963545:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767735612.963547:0:196091:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735612.963554:0:196091:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3190000. 00000100:00000001:2.0:1767735612.963555:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.963559:0:196091:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735612.963561:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767735612.963570:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735612.963579:0:196091:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558cb8. 00000400:00000010:0.0:1767735612.963585:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735612.963590:0:196091:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711680, portal 10 00000100:00000001:0.0:1767735612.963593:0:196091:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735612.963595:0:196091:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361073920 : -117983348477696 : ffff94b1dc6cb100) 00000100:00000040:0.0:1767735612.963603:0:196091:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.963610:0:196091:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735612.963615:0:196091:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735612.963622:0:196091:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b990. 00000100:00000200:0.0:1767735612.963624:0:196091:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602706711680, offset 0 00000400:00000200:0.0:1767735612.963630:0:196091:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735612.963634:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735612.963637:0:196091:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735612.963639:0:196091:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735612.963641:0:196091:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735612.963643:0:196091:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735612.963645:0:196091:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735612.963650:0:196091:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337126:337126:256:4294967295] 192.168.203.112@tcp LPNI seq info [337126:337126:8:4294967295] 00000400:00000200:0.0:1767735612.963653:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735612.963665:0:196091:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735612.963671:0:196091:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735612.963675:0:196091:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441e00. 00000800:00000200:0.0:1767735612.963689:0:196091:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735612.963693:0:196091:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735612.963696:0:196091:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441e00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735612.963709:0:196091:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.963713:0:196091:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735612.963718:0:196091:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735612.963719:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304374790 00000100:00000001:0.0:1767735612.963722:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304375640 00000100:00000001:0.0:1767735612.963724:0:196091:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304374790 00000100:00000001:0.0:1767735612.963728:0:196091:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304375640 00000100:00000001:0.0:1767735612.963730:0:196091:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.963733:0:196091:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963738:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963742:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.963757:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.963760:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735612.963770:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735612.963774:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441e00. 00000400:00000200:2.0:1767735612.963779:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735612.963794:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735612.963800:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b990 00000400:00000010:2.0:1767735612.963802:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b990. 00000100:00000001:2.0:1767735612.963805:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735612.963809:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735612.963816:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735612.963819:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735612.963825:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735612.963827:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735612.965451:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735612.965526:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735612.965530:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735612.965540:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735612.965548:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965560:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735612.965569:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965577:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965584:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965592:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782e36400 00000400:00000200:2.0:1767735612.965601:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965612:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbf5 [1] + 224 00000800:00000001:2.0:1767735612.965623:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735612.965633:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735612.965635:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735612.965643:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735612.965654:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735612.965662:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735612.965673:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735612.965709:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735612.965719:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767735612.965725:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000800:00000001:2.0:1767735612.965727:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.965729:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767735612.965732:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735612.965737:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000001:0.0:1767735612.965739:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000200:2.0:1767735612.965743:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000001:0.0:1767735612.965744:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735612.965749:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f65587e8. 00000400:00000200:2.0:1767735612.965750:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:0.0:1767735612.965756:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000200:2.0:1767735612.965759:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735612.965762:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000400:00000200:2.0:1767735612.965766:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735612.965768:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767735612.965773:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965780:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d782e36500 00000100:00000200:0.0:1767735612.965781:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735612.965788:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.965799:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cbfd [1] + 224 00000100:00000200:0.0:1767735612.965802:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735612.965805:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767735612.965812:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735612.965814:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735612.965816:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.965819:0:196091:0:(client.c:1578:after_reply()) Process entered 00000400:00000200:2.0:1767735612.965821:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 02000000:00000001:0.0:1767735612.965824:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735612.965828:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000400:00000200:2.0:1767735612.965829:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735612.965834:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735612.965839:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.965841:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.965848:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735612.965857:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00001000:0.0:1767735612.965860:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=140 v=5 (5 5 5 5) 00000100:00001000:0.0:1767735612.965872:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=140 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735612.965875:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735612.965877:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735612.965882:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735612.965886:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000800:00000001:2.0:1767735612.965887:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00010000:00000001:0.0:1767735612.965889:0:196091:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767735612.965894:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.965894:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.965906:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.965912:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.965915:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735612.965917:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735612.965921:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735612.965928:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:6d7b501b-fa70-4fef-9613-be2df560a7ce:196091:1853602706711552:192.168.203.112@tcp:400:kworker.0 00000400:00000001:0.0:1767735612.965933:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735612.965934:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735612.965936:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000400:00000200:0.0:1767735612.965939:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:0.0:1767735612.965941:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:0.0:1767735612.965945:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735612.965949:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735612.965956:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.965962:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735612.965963:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.965964:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735612.965965:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735612.965966:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735612.965975:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.965977:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735612.965997:0:196091:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=42 v=5 (5 0 0 0) 00000100:00001000:0.0:1767735612.966001:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=11 v=5 (1 0 0 0) 00000100:00000001:0.0:1767735612.966004:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735612.966005:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735612.966008:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735612.966013:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.966017:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735612.966020:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871173 00000100:00000001:0.0:1767735612.966022:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735612.966024:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.966030:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.966038:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.966042:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735612.966045:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735612.966050:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735612.966058:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706711808:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735612.966064:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.966067:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735612.966070:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706711552/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.966095:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735612.966098:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000800:00000001:2.0:1767735612.966101:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 02000000:00000010:0.0:1767735612.966102:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3190600. 02000000:00000001:0.0:1767735612.966109:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000800:00000001:2.0:1767735612.966112:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:0.0:1767735612.966112:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735612.966116:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000800:00000001:2.0:1767735612.966117:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767735612.966122:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 00000800:00000001:2.0:1767735612.966124:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 02000000:00000010:0.0:1767735612.966126:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441b00. 00000400:00000200:2.0:1767735612.966131:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.966142:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 02000000:00000001:0.0:1767735612.966142:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735612.966146:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735612.966149:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000100:00000001:0.0:1767735612.966152:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735612.966155:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966158:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000400:00000200:2.0:1767735612.966162:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000040:0.0:1767735612.966181:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706711808/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735628 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735612.966182:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.966191:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735612.966201:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e36480 00000100:00000001:0.0:1767735612.966203:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735612.966207:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 00000400:00000200:2.0:1767735612.966210:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 02000000:00000010:0.0:1767735612.966210:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3191400. 02000000:00000001:0.0:1767735612.966216:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000400:00000200:2.0:1767735612.966217:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cc05 [1] + 224 00000020:00000001:0.0:1767735612.966219:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735612.966223:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000800:00000001:2.0:1767735612.966224:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000020:00000001:0.0:1767735612.966225:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735612.966230:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441600. 02000000:00000001:0.0:1767735612.966233:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735612.966235:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735612.966236:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000800:00000001:2.0:1767735612.966238:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966240:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000400:00000200:2.0:1767735612.966243:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735612.966244:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966250:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735612.966254:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767735612.966256:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.966260:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735612.966261:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:0.0:1767735612.966264:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.966270:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000200:2.0:1767735612.966271:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735612.966287:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735612.966337:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735612.966346:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735612.966350:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966360:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.966363:0:196091:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735612.966367:0:196091:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735612.966369:0:196091:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735612.966372:0:196091:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558cb8. 00000400:00000200:0.0:1767735612.966378:0:196091:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735612.966379:0:196091:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000100:00000001:0.0:1767735612.966382:0:196091:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735612.966387:0:196091:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735612.966396:0:196091:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.966409:0:196091:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735612.966413:0:196091:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966416:0:196091:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735612.966418:0:196091:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735612.966421:0:196091:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735612.966422:0:196091:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735612.966423:0:196091:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735612.966427:0:196091:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=42 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735612.966430:0:196091:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=42 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735612.966432:0:196091:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735612.966433:0:196091:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735612.966435:0:196091:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735612.966438:0:196091:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.966440:0:196091:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735612.966441:0:196091:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:0.0:1767735612.966444:0:196091:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735612.966445:0:196091:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735612.966449:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.966455:0:196091:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735612.966456:0:196091:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735612.966458:0:196091:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735612.966461:0:196091:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735612.966467:0:196091:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_00:66586885-669e-469f-b1c7-cb1a0fe6eee4:196091:1853602706711680:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735612.966470:0:196091:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966472:0:196091:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735612.966480:0:196091:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6cb100 x1853602706711680/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735667 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735612.966486:0:196091:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735612.966495:0:196091:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735612.966496:0:196091:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3190000. 02000000:00000001:0.0:1767735612.966499:0:196091:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735612.966500:0:196091:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735612.966502:0:196091:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735612.966504:0:196091:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735612.966505:0:196091:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441900. 02000000:00000001:0.0:1767735612.966509:0:196091:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735612.966510:0:196091:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735612.966512:0:196091:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6cb100. 00000100:00000001:0.0:1767735612.966514:0:196091:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735612.966516:0:196091:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966518:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735612.966522:0:196091:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735612.966524:0:196091:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735612.966527:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735612.966529:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735613.154414:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735613.154420:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735613.154438:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735613.154440:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735613.154472:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735613.154477:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735613.154480:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000100:00000040:2.0:1767735613.858396:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304375640, at 4304375680 00000100:00000010:2.0:1767735613.858410:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645ae0. 00000100:00000040:3.0:1767735613.858462:0:285121:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304375640, at 4304375680 00000100:00000010:3.0:1767735613.858491:0:285121:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46459c0. 00010000:00000001:3.0:1767735614.178407:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735614.178413:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735614.178419:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735614.178421:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735614.178446:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735614.178449:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735614.178453:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735615.203612:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735615.203619:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735615.203627:0:285121:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735615.203630:0:285121:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735615.203698:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735615.203707:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735615.203714:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767735615.569199:0:286087:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735616.226487:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735616.226496:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735616.226511:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735616.226514:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735616.226605:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735616.226616:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735616.226626:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767735616.420235:0:286224:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735617.234464:0:286369:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735617.250723:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735617.250738:0:276642:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:3.0:1767735617.250743:0:276642:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:3.0:1767735617.250749:0:276642:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735617.250756:0:276642:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:3.0:1767735617.250762:0:276642:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735617.250766:0:276642:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735617.250770:0:276642:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735617.250777:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735617.250780:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735617.250820:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735617.250826:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735617.250831:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:3.0:1767735617.594875:0:286431:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082447:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735618.082459:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735618.082472:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6cb100. 00000020:00000040:0.0:1767735618.082481:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1ef331000 refcount=4 obd=MGC192.168.203.112@tcp 00000100:00000001:0.0:1767735618.082490:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735618.082495:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735618.082503:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735618.082515:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441600. 00000100:00000001:0.0:1767735618.082527:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082546:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 6d7b501b-fa70-4fef-9613-be2df560a7ce->MGS req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735618.082563:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735618.082582:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082592:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000d0c9876a] to pc [ptlrpcd_00_01+1] req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.082626:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082632:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735618.082637:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735618.082642:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735618.082647:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:0.0:1767735618.082651:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735618.082652:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735618.082655:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735618.082660:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441b00. 00000100:00000001:0.0:1767735618.082663:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082669:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-MDT0000_UUID req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735618.082679:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735618.082681:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082686:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000f8d9bf58] to pc [ptlrpcd_00_00+0] req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.082699:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082702:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID: level FULL/9 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000001:0.0:1767735618.082706:0:129196:0:(pinger.c:119:ptlrpc_ping()) Process entered 00000100:00000010:0.0:1767735618.082711:0:129196:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6c9c00. 00000020:00000040:0.0:1767735618.082714:0:129196:0:(genops.c:1229:class_import_get()) import ffff94b1f0134000 refcount=3 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000100:00000001:0.0:1767735618.082716:0:129196:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735618.082718:0:129196:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735618.082720:0:129196:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735618.082725:0:129196:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 256 at ffff94b1c5441300. 00000100:00000001:0.0:1767735618.082732:0:129196:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082738:0:129196:0:(pinger.c:133:ptlrpc_ping()) @@@ pinging 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0000_UUID req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735618.082765:0:129196:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735618.082767:0:129196:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082774:0:129196:0:(ptlrpcd.c:235:ptlrpcd_add_req()) @@@ add req [00000000154d1840] to pc [ptlrpcd_00_01+1] req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.082783:0:129196:0:(pinger.c:142:ptlrpc_ping()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.082786:0:129196:0:(pinger.c:229:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: level IDLE/11 force 0 force_next 0 deactive 0 pingable 1 suppress 0 00000100:00000040:0.0:1767735618.082792:0:129196:0:(pinger.c:247:ptlrpc_pinger_process_import()) 66586885-669e-469f-b1c7-cb1a0fe6eee4->lustre-OST0001_UUID: not pinging (in recovery or recovery disabled: IDLE) 00000100:00000040:0.0:1767735618.082798:0:129196:0:(pinger.c:302:ptlrpc_pinger_main()) next wakeup in 5 (9717) 00000100:00000001:0.0:1767735618.082817:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.082822:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735618.082826:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735618.082834:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.082845:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735618.082848:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.082854:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735618.082859:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735618.082863:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735618.082867:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602706711936:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735618.082873:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735618.082882:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735618.082886:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.082890:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735618.082895:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3190600. 02000000:00000001:0.0:1767735618.082898:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735618.082912:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735618.082918:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558cb8. 00000400:00000010:0.0:1767735618.082928:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b2a8. 00000100:00000200:0.0:1767735618.082939:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706711936, portal 25 00000100:00000001:0.0:1767735618.082942:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735618.082954:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361073920 : -117983348477696 : ffff94b1dc6cb100) 00000100:00000040:0.0:1767735618.082963:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.082973:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735618.082977:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735618.082982:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b088. 00000100:00000200:0.0:1767735618.082989:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 26, xid 1853602706711936, offset 0 00000400:00000200:0.0:1767735618.083001:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735618.083015:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735618.083027:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735618.083037:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735618.083044:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735618.083051:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735618.083055:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735618.083061:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337127:337127:256:4294967295] 192.168.203.112@tcp LPNI seq info [337127:337127:8:4294967295] 00000400:00000200:0.0:1767735618.083067:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735618.083084:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735618.083093:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735618.083100:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441d00. 00000800:00000200:0.0:1767735618.083111:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735618.083150:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735618.083158:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441d00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735618.083181:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735618.083189:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735618.083193:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 2 is 4304380760 00000100:00000010:0.0:1767735618.083201:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46457e0. 00000100:00000001:0.0:1767735618.083212:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735618.083220:0:196092:0:(niobuf.c:662:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS new deadline estimation for cpu 3 is 4304380760 00000100:00000010:0.0:1767735618.083226:0:196092:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645660. 00000100:00000001:0.0:1767735618.083231:0:196092:0:(niobuf.c:677:kick_cpu_latency()) MGC192.168.203.112@tcp: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735618.083246:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.083249:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.083254:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735618.083261:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.083271:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735618.083274:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.083277:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735618.083282:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735618.083285:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735618.083290:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602706712192:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735618.083294:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735618.083298:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735618.083301:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.083303:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735618.083378:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3191e00. 02000000:00000001:0.0:1767735618.083384:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735618.083393:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735618.083399:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f6558840. 00000400:00000010:0.0:1767735618.083408:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735618.083414:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706712192, portal 4 00000800:00000200:2.0:1767735618.083417:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000001:0.0:1767735618.083418:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735618.083425:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361068544 : -117983348483072 : ffff94b1dc6c9c00) 00000800:00000010:2.0:1767735618.083430:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441d00. 00000100:00000040:0.0:1767735618.083441:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735618.083442:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735618.083462:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000400:00000200:2.0:1767735618.083463:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000040:0.0:1767735618.083472:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735618.083476:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b088 00000400:00000010:0.0:1767735618.083478:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b908. 00000400:00000010:2.0:1767735618.083484:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b088. 00000100:00000001:2.0:1767735618.083493:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:0.0:1767735618.083498:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 28, xid 1853602706712192, offset 0 00000100:00000200:2.0:1767735618.083506:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767735618.083519:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735618.083533:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735618.083534:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735618.083551:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767735618.083552:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735618.083558:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735618.083581:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000100:00000001:2.0:1767735618.083585:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735618.083589:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000100:00000001:2.0:1767735618.083592:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000400:00000200:0.0:1767735618.083598:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735618.083606:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337128:337128:256:4294967295] 192.168.203.112@tcp LPNI seq info [337128:337128:7:4294967295] 00000400:00000200:0.0:1767735618.083613:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735618.083627:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735618.083636:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735618.083642:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441200. 00000800:00000200:0.0:1767735618.083650:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735618.083657:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735618.083661:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441200 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735618.083679:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.083685:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: using a timeout of 8477 usecs (9 jiffies) 00000400:00000200:0.0:1767735618.083690:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735618.083693:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304379914 00000100:00000001:0.0:1767735618.083696:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304380760 00000100:00000001:0.0:1767735618.083699:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304379914 00000100:00000001:0.0:1767735618.083701:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-OST0000-osc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304380760 00000100:00000001:0.0:1767735618.083704:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.083708:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.083712:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.083716:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.083728:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735618.083731:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00000001:0.0:1767735618.083734:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.083737:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735618.083743:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735618.083747:0:196092:0:(ptlrpcd.c:344:ptlrpcd_check()) transfer 1 async RPCs [0->1] 00000100:00000001:0.0:1767735618.083750:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.083753:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735618.083757:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.083770:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.083773:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735618.083776:0:196092:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735618.083787:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 0 ref 1 fl New:NQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000200:2.0:1767735618.083788:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735618.083798:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441200. 00000400:00000200:2.0:1767735618.083809:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735618.083812:0:196092:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735618.083817:0:196092:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.083826:0:196092:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 00000400:00000200:2.0:1767735618.083827:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 02000000:00000001:0.0:1767735618.083832:0:196092:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 00000400:00000200:2.0:1767735618.083837:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b908 02000000:00000001:0.0:1767735618.083839:0:196092:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:2.0:1767735618.083843:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b908. 00000100:00000001:2.0:1767735618.083849:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00100000:0.0:1767735618.083851:0:196092:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602706712064:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735618.083860:0:196092:0:(niobuf.c:865:ptl_send_rpc()) Process entered 00000100:00000200:2.0:1767735618.083865:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 02000000:00000001:0.0:1767735618.083867:0:196092:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735618.083873:0:196092:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.083881:0:196092:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735618.083889:0:196092:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1c3190a00. 00000100:00000001:2.0:1767735618.083893:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 02000000:00000001:0.0:1767735618.083895:0:196092:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735618.083907:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:0.0:1767735618.083909:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735618.083919:0:196092:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f65587e8. 00000100:00000001:2.0:1767735618.083929:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000400:00000010:0.0:1767735618.083931:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000001:2.0:1767735618.083933:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000200:0.0:1767735618.083941:0:196092:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706712064, portal 10 00000100:00000001:0.0:1767735618.083947:0:196092:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735618.083950:0:196092:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735618.083964:0:196092:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.083973:0:196092:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735618.083980:0:196092:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735618.083984:0:196092:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80be58. 00000100:00000200:0.0:1767735618.083989:0:196092:0:(niobuf.c:94:ptl_send_buf()) Sending 224 bytes to portal 12, xid 1853602706712064, offset 0 00000400:00000200:0.0:1767735618.083996:0:196092:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735618.084005:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735618.084010:0:196092:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735618.084017:0:196092:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735618.084029:0:196092:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735618.084034:0:196092:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735618.084037:0:196092:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735618.084041:0:196092:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337129:337129:256:4294967295] 192.168.203.112@tcp LPNI seq info [337129:337129:8:4294967295] 00000400:00000200:0.0:1767735618.084047:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735618.084059:0:196092:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735618.084065:0:196092:0:(socklnd_cb.c:1001:ksocknal_send()) sending 224 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735618.084070:0:196092:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441a00. 00000800:00000200:0.0:1767735618.084076:0:196092:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735618.084083:0:196092:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735618.084088:0:196092:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441a00 type 1, nob 320 niov 1 nkiov 1 00000100:00000001:0.0:1767735618.084106:0:196092:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.084111:0:196092:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735618.084116:0:196092:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735618.084119:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304379910 00000100:00000001:0.0:1767735618.084147:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, keep current deadline 4304380760 00000100:00000001:0.0:1767735618.084151:0:196092:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304379910 00000100:00000001:0.0:1767735618.084156:0:196092:0:(niobuf.c:691:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, keep current deadline 4304380760 00000100:00000001:0.0:1767735618.084159:0:196092:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.084162:0:196092:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.084166:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.084171:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.084193:0:196091:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.084197:0:196091:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735618.084222:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735618.084228:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441a00. 00000400:00000200:2.0:1767735618.084233:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735618.084241:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735618.084247:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80be58 00000400:00000010:2.0:1767735618.084250:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80be58. 00000100:00000001:2.0:1767735618.084253:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735618.084261:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 2 fl Rpc:Nr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735618.084271:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735618.084276:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 2 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735618.084287:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735618.084290:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735618.086640:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735618.086674:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735618.086679:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735618.086684:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735618.086694:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086705:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735618.086714:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086721:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086730:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086743:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 25 MB=0x695d782e36580 00000400:00000200:2.0:1767735618.086754:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086770:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 19 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cc0d [1] + 224 00000800:00000001:2.0:1767735618.086781:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735618.086792:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735618.086797:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735618.086809:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735618.086821:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735618.086832:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735618.086847:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735618.086877:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735618.086890:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735618.086895:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735618.086899:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735618.086902:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735618.086907:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086915:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735618.086925:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086931:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086937:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086945:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 4 MB=0x695d782e36680 00000400:00000200:2.0:1767735618.086954:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.086977:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index 4 from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cc15 [1] + 224 00000100:00000001:0.0:1767735618.086978:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.086985:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000001:2.0:1767735618.086991:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000001:0.0:1767735618.087000:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735618.087007:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735618.087012:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558cb8. 00000800:00000001:2.0:1767735618.087014:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735618.087021:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:0.0:1767735618.087023:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b2a8 00000400:00000010:0.0:1767735618.087031:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b2a8. 00000400:00000200:2.0:1767735618.087034:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:0.0:1767735618.087044:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000001:2.0:1767735618.087049:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735618.087057:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735618.087075:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735618.087083:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735618.087154:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000200:0.0:1767735618.087154:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735618.087165:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767735618.087173:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735618.087174:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087180:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087186:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735618.087190:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735618.087194:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735618.087197:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.087201:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735618.087210:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1ef331458 time=146 v=5 (5 5 5 5) 00000100:00001000:0.0:1767735618.087216:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1ef331410 time=146 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735618.087221:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735618.087223:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735618.087227:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735618.087230:0:196092:0:(ldlm_request.c:1520:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.087234:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.087242:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087253:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.087257:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735618.087261:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735618.087268:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735618.087280:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6cb100 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:6d7b501b-fa70-4fef-9613-be2df560a7ce:196092:1853602706711936:192.168.203.112@tcp:400:kworker.0 00000400:00000001:0.0:1767735618.087291:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735618.087294:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000001:2.0:1767735618.087298:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000010:0.0:1767735618.087299:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f6558840. 00000800:00000001:2.0:1767735618.087344:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735618.087349:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000400:00000200:0.0:1767735618.087352:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000800:00000001:2.0:1767735618.087359:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000010:0.0:1767735618.087361:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:0.0:1767735618.087375:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000400:00000200:2.0:1767735618.087378:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.087400:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000100:00000200:0.0:1767735618.087401:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735618.087420:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735618.087434:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000200:0.0:1767735618.087435:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000400:00000200:2.0:1767735618.087448:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735618.087457:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767735618.087465:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e36600 00000100:00000001:0.0:1767735618.087466:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087475:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735618.087480:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000400:00000200:2.0:1767735618.087481:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735618.087484:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735618.087489:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735618.087491:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20cc1d [1] + 224 02000000:00000001:0.0:1767735618.087493:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767735618.087505:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00001000:0.0:1767735618.087508:0:196092:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1f0134458 time=48 v=5 (5 0 0 0) 00000800:00000001:2.0:1767735618.087517:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:0.0:1767735618.087518:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1f0134410 time=17 v=5 (1 0 0 0) 00000400:00000200:2.0:1767735618.087528:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:0.0:1767735618.087530:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735618.087537:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735618.087546:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00010000:00000001:0.0:1767735618.087547:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00000100:00000001:2.0:1767735618.087557:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00010000:00000001:0.0:1767735618.087558:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.087566:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000200:2.0:1767735618.087569:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Rpc:NQr/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:0.0:1767735618.087570:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-OST0000-osc-ffff94b1e7e86000: skip recheck: last_committed 17179871173 00000100:00000001:0.0:1767735618.087577:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735618.087581:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.087594:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087611:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.087620:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735618.087625:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735618.087640:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735618.087646:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=224 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735618.087677:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6c9c00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602706712192:192.168.203.112@tcp:400:kworker.0 00000100:00000001:2.0:1767735618.087681:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735618.087690:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000001:2.0:1767735618.087694:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:0.0:1767735618.087696:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000800:00000001:2.0:1767735618.087702:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735618.087716:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6cb100 x1853602706711936/t0(0) o400->MGC192.168.203.112@tcp@192.168.203.112@tcp:26/25 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087727:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735618.087731:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735618.087735:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3190600. 02000000:00000001:0.0:1767735618.087740:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735618.087743:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735618.087745:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1ef331000 refcount=3 obd=MGC192.168.203.112@tcp 00000020:00000001:0.0:1767735618.087748:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735618.087751:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441600. 02000000:00000001:0.0:1767735618.087755:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735618.087757:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735618.087760:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6cb100. 00000100:00000001:0.0:1767735618.087764:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735618.087765:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087768:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735618.087772:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6c9c00 x1853602706712192/t0(0) o400->lustre-OST0000-osc-ffff94b1e7e86000@192.168.203.112@tcp:28/4 lens 224/224 e 0 to 0 dl 1767735634 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087779:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735618.087781:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735618.087783:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3191e00. 02000000:00000001:0.0:1767735618.087785:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735618.087787:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735618.087788:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1f0134000 refcount=2 obd=lustre-OST0000-osc-ffff94b1e7e86000 00000020:00000001:0.0:1767735618.087790:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735618.087792:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441300. 02000000:00000001:0.0:1767735618.087794:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735618.087795:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735618.087797:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6c9c00. 00000100:00000001:0.0:1767735618.087799:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735618.087801:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087804:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.087807:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.087808:0:196092:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:0.0:1767735618.087813:0:196092:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:0.0:1767735618.087814:0:196092:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:0.0:1767735618.087817:0:196092:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f65587e8. 00000400:00000200:0.0:1767735618.087825:0:196092:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:0.0:1767735618.087827:0:196092:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000100:00000001:0.0:1767735618.087831:0:196092:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:0.0:1767735618.087836:0:196092:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Rpc:RNQ/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000200:0.0:1767735618.087847:0:196092:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Rpc:RNQU/200/ffffffff rc 0/-1 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087855:0:196092:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:0.0:1767735618.087857:0:196092:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087859:0:196092:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:0.0:1767735618.087861:0:196092:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:0.0:1767735618.087862:0:196092:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:0.0:1767735618.087864:0:196092:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735618.087866:0:196092:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:0.0:1767735618.087871:0:196092:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=48 v=36 (36 5 5 5) 00000100:00001000:0.0:1767735618.087875:0:196092:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=48 v=5 (1 1 1 1) 00000100:00000001:0.0:1767735618.087878:0:196092:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:0.0:1767735618.087879:0:196092:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735618.087881:0:196092:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:0.0:1767735618.087884:0:196092:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.087887:0:196092:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:0.0:1767735618.087889:0:196092:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:0.0:1767735618.087891:0:196092:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:0.0:1767735618.087892:0:196092:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735618.087897:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Rpc:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087905:0:196092:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735618.087907:0:196092:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:0.0:1767735618.087909:0:196092:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:0.0:1767735618.087913:0:196092:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Interpret:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00100000:0.0:1767735618.087922:0:196092:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job ptlrpcd_00_01:66586885-669e-469f-b1c7-cb1a0fe6eee4:196092:1853602706712064:192.168.203.112@tcp:400:kworker.0 00000100:00000001:0.0:1767735618.087935:0:196092:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087937:0:196092:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:0.0:1767735618.087942:0:196092:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dc6caa00 x1853602706712064/t0(0) o400->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 224/224 e 0 to 0 dl 1767735673 ref 1 fl Complete:RNQU/200/0 rc 0/0 job:'kworker.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735618.087949:0:196092:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:0.0:1767735618.087951:0:196092:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:0.0:1767735618.087953:0:196092:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1c3190a00. 02000000:00000001:0.0:1767735618.087956:0:196092:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:0.0:1767735618.087957:0:196092:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:0.0:1767735618.087959:0:196092:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=3 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:0.0:1767735618.087961:0:196092:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:0.0:1767735618.087963:0:196092:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 256 at ffff94b1c5441b00. 02000000:00000001:0.0:1767735618.087965:0:196092:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:0.0:1767735618.087967:0:196092:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:0.0:1767735618.087968:0:196092:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dc6caa00. 00000100:00000001:0.0:1767735618.087971:0:196092:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:0.0:1767735618.087973:0:196092:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087975:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:0.0:1767735618.087980:0:196092:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735618.087982:0:196092:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735618.087985:0:196092:0:(ptlrpcd.c:252:ptlrpcd_check()) Process entered 00000100:00000001:0.0:1767735618.087987:0:196092:0:(ptlrpcd.c:351:ptlrpcd_check()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735618.211108:0:286522:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735618.275430:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735618.275436:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735618.275441:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735618.275443:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735618.275467:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735618.275470:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735618.275487:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000001:00000001:1.0:1767735618.395781:0:286558:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:1.0:1767735618.395786:0:286558:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: == sanity test 160s: changelog garbage collect on idle records * time ========================================================== 16:40:17 (1767735617) 00000001:00000001:1.0:1767735618.403876:0:286558:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000100:00000040:2.0:1767735618.978446:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304380760, at 4304380800 00000100:00000040:3.0:1767735618.978460:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304380760, at 4304380800 00000100:00000010:2.0:1767735618.978465:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46457e0. 00000100:00000010:3.0:1767735618.978494:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645660. 00010000:00000001:3.0:1767735619.298440:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735619.298446:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735619.298454:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735619.298457:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735619.298521:0:215725:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735619.298527:0:215725:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735619.298533:0:215725:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00010000:00000001:3.0:1767735620.322447:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735620.322453:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735620.322459:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735620.322461:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735620.322606:0:249777:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735620.322612:0:249777:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735620.322617:0:249777:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:0.0:1767735620.644472:0:286703:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735620.644478:0:286703:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735620.644481:0:286703:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735620.644486:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93ba8 00000080:00200000:0.0:1767735620.644491:0:286703:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735620.644502:0:286703:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3190200. 00800000:00000002:0.0:1767735620.644512:0:286703:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735620.644525:0:286703:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735620.644533:0:286703:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.644536:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93ac8 00800000:00000002:0.0:1767735620.644540:0:286703:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735620.644547:0:286703:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735620.644553:0:286703:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735620.644561:0:286703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.644564:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93998 00000002:00010000:0.0:1767735620.644566:0:286703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735620.644572:0:286703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735620.644575:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.644580:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.644591:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767735620.644596:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735620.644605:0:286703:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735620.644609:0:286703:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735620.644616:0:286703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735620.644633:0:286703:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735620.644641:0:286703:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735620.644646:0:286703:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735620.644656:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735620.644659:0:286703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735620.644661:0:286703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.644664:0:286703:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.644667:0:286703:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.644670:0:286703:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735620.644674:0:286703:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735620.644678:0:286703:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735620.644683:0:286703:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3190200. 00000080:00000001:0.0:1767735620.644689:0:286703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735620.644692:0:286703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.644704:0:286703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735620.644709:0:286703:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57b3 00800000:00000001:0.0:1767735620.644714:0:286703:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735620.644718:0:286703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735620.644721:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.644725:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.644728:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.644732:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.644736:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.644741:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.644743:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735620.644745:0:286703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.644747:0:286703:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.644750:0:286703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57b3 from it ffffafc307f93be0 00010000:00000001:0.0:1767735620.644753:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.644755:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.644756:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.644759:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.644762:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.644765:0:286703:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735620.644769:0:286703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.644779:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.644780:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.644782:0:286703:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735620.644786:0:286703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735620.644789:0:286703:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.644801:0:286703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735620.644805:0:286703:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735620.644808:0:286703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735620.644814:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.644821:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.644824:0:286703:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.644828:0:286703:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735620.644831:0:286703:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.644834:0:286703:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.644838:0:286703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.644840:0:286703:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735620.644842:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.644844:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735620.644848:0:286703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735620.644851:0:286703:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.644854:0:286703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:0.0:1767735620.644861:0:286703:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:0.0:1767735620.644871:0:286703:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1de338560. 00000020:00000001:0.0:1767735620.644876:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93d98 00000080:00200000:0.0:1767735620.644879:0:286703:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160s.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=1536 00000080:00000001:0.0:1767735620.644883:0:286703:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735620.644885:0:286703:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735620.644886:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93ca8 00000080:00200000:0.0:1767735620.644889:0:286703:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735620.644893:0:286703:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3190200. 00800000:00000002:0.0:1767735620.644897:0:286703:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735620.644899:0:286703:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735620.644902:0:286703:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.644903:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93bc8 00800000:00000002:0.0:1767735620.644906:0:286703:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735620.644910:0:286703:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735620.644913:0:286703:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735620.644917:0:286703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.644919:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93a98 00000002:00010000:0.0:1767735620.644921:0:286703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735620.644925:0:286703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735620.644927:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.644928:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.644932:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767735620.644935:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735620.644944:0:286703:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735620.644946:0:286703:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735620.644951:0:286703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735620.644959:0:286703:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735620.644962:0:286703:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735620.644966:0:286703:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735620.644973:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735620.644976:0:286703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735620.644978:0:286703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.644980:0:286703:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.644983:0:286703:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.644985:0:286703:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735620.644988:0:286703:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735620.644991:0:286703:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735620.644994:0:286703:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3190200. 00000080:00000001:0.0:1767735620.644997:0:286703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735620.644999:0:286703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.645001:0:286703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735620.645005:0:286703:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57b3 00800000:00000001:0.0:1767735620.645008:0:286703:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735620.645010:0:286703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735620.645011:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.645013:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.645015:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.645018:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645021:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645023:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645025:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735620.645027:0:286703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.645029:0:286703:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.645037:0:286703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57b3 from it ffffafc307f93ce0 00010000:00000001:0.0:1767735620.645040:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.645042:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.645044:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.645046:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645049:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645051:0:286703:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735620.645055:0:286703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.645062:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645063:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645065:0:286703:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735620.645067:0:286703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735620.645070:0:286703:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.645077:0:286703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735620.645079:0:286703:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735620.645080:0:286703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735620.645083:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645084:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645086:0:286703:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645088:0:286703:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735620.645090:0:286703:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645092:0:286703:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645095:0:286703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645097:0:286703:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735620.645099:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645100:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735620.645102:0:286703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735620.645127:0:286703:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.645131:0:286703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1767735620.645135:0:286703:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735620.645141:0:286703:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:0.0:1767735620.645143:0:286703:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:0.0:1767735620.645152:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93d90 00000080:00200000:0.0:1767735620.645155:0:286703:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:0.0:1767735620.645159:0:286703:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3190200. 00800000:00000002:0.0:1767735620.645163:0:286703:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:0.0:1767735620.645166:0:286703:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:0.0:1767735620.645168:0:286703:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.645170:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93cb0 00800000:00000002:0.0:1767735620.645173:0:286703:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:0.0:1767735620.645176:0:286703:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:0.0:1767735620.645180:0:286703:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:0.0:1767735620.645184:0:286703:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:0.0:1767735620.645185:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93b80 00000002:00010000:0.0:1767735620.645188:0:286703:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:0.0:1767735620.645191:0:286703:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:0.0:1767735620.645193:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.645195:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.645199:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767735620.645202:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735620.645206:0:286703:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735620.645208:0:286703:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:0.0:1767735620.645212:0:286703:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 02000000:00000001:0.0:1767735620.645221:0:286703:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:0.0:1767735620.645224:0:286703:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735620.645227:0:286703:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00000002:00000001:0.0:1767735620.645235:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:0.0:1767735620.645238:0:286703:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735620.645240:0:286703:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.645242:0:286703:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:0.0:1767735620.645244:0:286703:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.645247:0:286703:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:0.0:1767735620.645250:0:286703:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:0.0:1767735620.645258:0:286703:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735620.645261:0:286703:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3190200. 00000080:00000001:0.0:1767735620.645264:0:286703:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:0.0:1767735620.645266:0:286703:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.645269:0:286703:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:0.0:1767735620.645272:0:286703:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57b3 00800000:00000001:0.0:1767735620.645276:0:286703:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:0.0:1767735620.645278:0:286703:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:0.0:1767735620.645280:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.645282:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.645284:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.645286:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645289:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645292:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645293:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:0.0:1767735620.645295:0:286703:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.645297:0:286703:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:0.0:1767735620.645299:0:286703:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57b3 from it ffffafc307f93dc8 00010000:00000001:0.0:1767735620.645302:0:286703:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:0.0:1767735620.645303:0:286703:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:0.0:1767735620.645305:0:286703:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1def6a000 refcount=3 00000020:00000001:0.0:1767735620.645343:0:286703:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645347:0:286703:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090403667968 : -117983305883648 : ffff94b1def6a000) 00010000:00000001:0.0:1767735620.645350:0:286703:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:0.0:1767735620.645355:0:286703:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.645365:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645368:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645371:0:286703:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:0.0:1767735620.645377:0:286703:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:0.0:1767735620.645382:0:286703:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000001:0.0:1767735620.645404:0:286703:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:0.0:1767735620.645408:0:286703:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:0.0:1767735620.645410:0:286703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735620.645415:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645417:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645419:0:286703:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645422:0:286703:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:0.0:1767735620.645424:0:286703:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645427:0:286703:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645430:0:286703:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645432:0:286703:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:0.0:1767735620.645433:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645435:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:0.0:1767735620.645437:0:286703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:0.0:1767735620.645439:0:286703:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:0.0:1767735620.645442:0:286703:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 3 00000080:00000001:0.0:1767735620.645446:0:286703:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735620.645451:0:286703:0:(namei.c:2172:do_mkdir()) Process entered 00000020:00000001:0.0:1767735620.645454:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93da0 00000080:00200000:0.0:1767735620.645456:0:286703:0:(namei.c:2175:do_mkdir()) VFS Op:name=d160s.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00000001:0.0:1767735620.645461:0:286703:0:(namei.c:1904:ll_new_node()) Process entered 00000080:00000001:0.0:1767735620.645464:0:286703:0:(namei.c:1713:ll_new_node_prepare()) Process entered 00000080:00000010:0.0:1767735620.645468:0:286703:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1c3190200. 00800000:00000002:0.0:1767735620.645472:0:286703:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000010:0.0:1767735620.645483:0:286703:0:(namei.c:1731:ll_new_node_prepare()) kmalloced '(lum)': 48 at ffff94b1fe4a8d40. 00000080:00000001:0.0:1767735620.645488:0:286703:0:(namei.c:1820:ll_new_node_prepare()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.645492:0:286703:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:0.0:1767735620.645495:0:286703:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:0.0:1767735620.645504:0:286703:0:(lmv_obd.c:1669:lmv_locate_tgt_qos()) Process entered 00800000:00000001:0.0:1767735620.645507:0:286703:0:(lmv_obd.c:1672:lmv_locate_tgt_qos()) Process leaving (rc=18446744073709551605 : -11 : fffffffffffffff5) 00800000:00000001:0.0:1767735620.645511:0:286703:0:(lmv_obd.c:1750:lmv_locate_tgt_rr()) Process entered 00800000:00000001:0.0:1767735620.645516:0:286703:0:(lmv_obd.c:1764:lmv_locate_tgt_rr()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767735620.645520:0:286703:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:0.0:1767735620.645523:0:286703:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:0.0:1767735620.645525:0:286703:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:0.0:1767735620.645536:0:286703:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:0.0:1767735620.645540:0:286703:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:0.0:1767735620.645544:0:286703:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x756e:0x0] 40000000:00000001:0.0:1767735620.645547:0:286703:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735620.645550:0:286703:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.645552:0:286703:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:0.0:1767735620.645555:0:286703:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735620.645558:0:286703:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc307f93be0 00800000:00000002:0.0:1767735620.645561:0:286703:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd160s.sanity' [0x2000013a3:0x756e:0x0] on [0x200000007:0x1:0x0] -> mds #0 00000002:00000001:0.0:1767735620.645566:0:286703:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:0.0:1767735620.645569:0:286703:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:0.0:1767735620.645574:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 2 00010000:00000001:0.0:1767735620.645577:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:0.0:1767735620.645580:0:286703:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:0.0:1767735620.645585:0:286703:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:0.0:1767735620.645589:0:286703:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00000080:00000001:0.0:1767735620.645598:0:286703:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:0.0:1767735620.645603:0:286703:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:0.0:1767735620.645606:0:286703:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:0.0:1767735620.645609:0:286703:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x200000007:0x1:0x0] mode (null) 00000002:00000001:0.0:1767735620.645612:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.645614:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.645616:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:0.0:1767735620.645618:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735620.645621:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735620.645623:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.645625:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.645627:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:0.0:1767735620.645629:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735620.645631:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:0.0:1767735620.645633:0:286703:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:0.0:1767735620.645635:0:286703:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:0.0:1767735620.645636:0:286703:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d0461200 count: 3 00010000:00000001:0.0:1767735620.645639:0:286703:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:0.0:1767735620.645647:0:286703:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:0.0:1767735620.645649:0:286703:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:0.0:1767735620.645653:0:286703:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x200000007:0x1:0x0] lli = ffff94b1d15a8840, pfid = [0x0:0x0:0x0] 00000080:00000001:0.0:1767735620.645658:0:286703:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:0.0:1767735620.645661:0:286703:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:0.0:1767735620.645664:0:286703:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:0.0:1767735620.645666:0:286703:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645670:0:286703:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:0.0:1767735620.645675:0:286703:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:0.0:1767735620.645678:0:286703:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:0.0:1767735620.645680:0:286703:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:0.0:1767735620.645682:0:286703:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:0.0:1767735620.645686:0:286703:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1def6a000 with handle 0x1886cffb85cc57b3 from hash 00010000:00000001:0.0:1767735620.645689:0:286703:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:0.0:1767735620.645691:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645692:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645694:0:286703:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:0.0:1767735620.645698:0:286703:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:0.0:1767735620.645700:0:286703:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:0.0:1767735620.645703:0:286703:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735620.645706:0:286703:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:0.0:1767735620.645709:0:286703:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:0.0:1767735620.645716:0:286703:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dc6caa00. 00000020:00000040:0.0:1767735620.645721:0:286703:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:0.0:1767735620.645730:0:286703:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:0.0:1767735620.645732:0:286703:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645735:0:286703:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:0.0:1767735620.645741:0:286703:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:0.0:1767735620.645744:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:0.0:1767735620.645745:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645747:0:286703:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735620.645751:0:286703:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:0.0:1767735620.645754:0:286703:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:0.0:1767735620.645758:0:286703:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:0.0:1767735620.645766:0:286703:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1f9ce5800. 00000100:00000001:0.0:1767735620.645775:0:286703:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645784:0:286703:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735620.645788:0:286703:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:0.0:1767735620.645797:0:286703:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 1/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00010000:0.0:1767735620.645806:0:286703:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:0.0:1767735620.645809:0:286703:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:0.0:1767735620.645811:0:286703:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:0.0:1767735620.645815:0:286703:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1def6a000/0x1886cffb85cc57b3 lrc: 0/0,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e1703 expref: -99 pid: 284810 timeout: 0 lvb_type: 0 00010000:00000040:0.0:1767735620.645824:0:286703:0:(ldlm_resource.c:1479:ldlm_resource_putref()) putref res: ffff94b1d0461200 count: 0 00010000:00000010:0.0:1767735620.645831:0:286703:0:(ldlm_resource.c:1340:ldlm_resource_free()) kfreed 'res->lr_ibits_queues': 112 at ffff94b1fa254b00. 00010000:00000001:0.0:1767735620.645841:0:286703:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:0.0:1767735620.645843:0:286703:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645845:0:286703:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:0.0:1767735620.645847:0:286703:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:0.0:1767735620.645849:0:286703:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:0.0:1767735620.645865:0:286703:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:0.0:1767735620.645884:0:286703:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:0.0:1767735620.645896:0:286703:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:0.0:1767735620.645900:0:286703:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:0.0:1767735620.645907:0:286703:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1ee7a6b40. 00000100:00000001:0.0:1767735620.645910:0:286703:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090663963456 : -117983045588160 : ffff94b1ee7a6b40) 00000100:00000001:0.0:1767735620.645914:0:286703:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735620.645916:0:286703:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:0.0:1767735620.645923:0:286703:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:0.0:1767735620.645928:0:286703:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735620.645931:0:286703:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:0.0:1767735620.645934:0:286703:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:0.0:1767735620.645939:0:286703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735620.645951:0:286703:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:0.0:1767735620.645960:0:286703:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735620.645966:0:286703:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:0.0:1767735620.645970:0:286703:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:0.0:1767735620.645973:0:286703:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:0.0:1767735620.645978:0:286703:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:286703:1853602706712448:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:0.0:1767735620.645985:0:286703:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:0.0:1767735620.645993:0:286703:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:0.0:1767735620.645997:0:286703:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:0.0:1767735620.646001:0:286703:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:0.0:1767735620.646006:0:286703:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1df842800. 02000000:00000001:0.0:1767735620.646009:0:286703:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:0.0:1767735620.646022:0:286703:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:0.0:1767735620.646029:0:286703:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f65587e8. 00000400:00000010:0.0:1767735620.646038:0:286703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b110. 00000100:00000200:0.0:1767735620.646049:0:286703:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706712448, portal 10 00000100:00000001:0.0:1767735620.646052:0:286703:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:0.0:1767735620.646054:0:286703:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000040:0.0:1767735620.646064:0:286703:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:0.0:1767735620.646074:0:286703:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:0.0:1767735620.646078:0:286703:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:0.0:1767735620.646082:0:286703:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1fd80b660. 00000100:00000200:0.0:1767735620.646087:0:286703:0:(niobuf.c:94:ptl_send_buf()) Sending 560 bytes to portal 12, xid 1853602706712448, offset 0 00000400:00000200:0.0:1767735620.646096:0:286703:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:0.0:1767735620.646134:0:286703:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735620.646146:0:286703:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:0.0:1767735620.646155:0:286703:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:0.0:1767735620.646162:0:286703:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:0.0:1767735620.646168:0:286703:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:0.0:1767735620.646171:0:286703:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:0.0:1767735620.646177:0:286703:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337130:337130:256:4294967295] 192.168.203.112@tcp LPNI seq info [337130:337130:8:4294967295] 00000400:00000200:0.0:1767735620.646182:0:286703:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:0.0:1767735620.646197:0:286703:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:0.0:1767735620.646216:0:286703:0:(socklnd_cb.c:1001:ksocknal_send()) sending 560 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:0.0:1767735620.646222:0:286703:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1c5441b00. 00000800:00000200:0.0:1767735620.646232:0:286703:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:0.0:1767735620.646243:0:286703:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:0.0:1767735620.646249:0:286703:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1c5441b00 type 1, nob 656 niov 1 nkiov 1 00000100:00000001:0.0:1767735620.646272:0:286703:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:0.0:1767735620.646279:0:286703:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:0.0:1767735620.646284:0:286703:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:0.0:1767735620.646288:0:286703:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382472 00000100:00000010:0.0:1767735620.646294:0:286703:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f46456c0. 00000100:00000001:0.0:1767735620.646302:0:286703:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:0.0:1767735620.646342:0:286703:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382473 00000100:00000010:0.0:1767735620.646349:0:286703:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1f4645420. 00000100:00000001:0.0:1767735620.646356:0:286703:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:0.0:1767735620.646371:0:286703:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:0.0:1767735620.646376:0:286703:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:0.0:1767735620.646381:0:286703:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:0.0:1767735620.646385:0:286703:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:0.0:1767735620.646390:0:286703:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1ee7a6b40 going to sleep for 50 seconds 00000100:00000001:0.0:1767735620.646395:0:286703:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:0.0:1767735620.646400:0:286703:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.646468:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.646478:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1c5441b00. 00000400:00000200:2.0:1767735620.646487:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.646497:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.646505:0:196085:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b660 00000400:00000010:2.0:1767735620.646508:0:196085:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b660. 00000100:00000001:2.0:1767735620.646514:0:196085:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.646523:0:196085:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.646538:0:196085:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.646543:0:196085:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.646554:0:196085:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.646557:0:196085:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:2.0:1767735620.651450:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304382472, at 4304382473 00000100:00000010:2.0:1767735620.651462:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f46456c0. 00000800:00000001:2.0:1767735620.652760:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.652777:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.652781:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.652785:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.652794:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652802:0:196086:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.652811:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652829:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652836:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652842:0:196086:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d782e36780 00000400:00000200:2.0:1767735620.652848:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652855:0:196086:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x20cc25 [1] + 224 00000800:00000001:2.0:1767735620.652867:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.652880:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.652884:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.652889:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.652928:0:196086:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.652936:0:196086:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000040:2.0:1767735620.652952:0:196086:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.652973:0:196086:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:2.0:1767735620.652981:0:196086:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:2.0:1767735620.652985:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.652992:0:196086:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.653000:0:196086:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337131:337131:256:4294967295] 192.168.203.112@tcp LPNI seq info [337131:337131:8:4294967295] 00000400:00000200:2.0:1767735620.653007:0:196086:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:3.0:1767735620.653031:0:286703:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000200:2.0:1767735620.653031:0:196086:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:2.0:1767735620.653049:0:196086:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000400:00000001:3.0:1767735620.653052:0:286703:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:3.0:1767735620.653058:0:286703:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000800:00000010:2.0:1767735620.653059:0:196086:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:2.0:1767735620.653073:0:196086:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.653081:0:196086:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.653086:0:196086:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 0, nob 96 niov 1 nkiov 0 00000800:00000200:2.0:1767735620.653183:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.653188:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:2.0:1767735620.653198:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000010:3.0:1767735620.653210:0:286703:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f65587e8. 00000400:00000200:2.0:1767735620.653222:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000400:00000200:3.0:1767735620.653224:0:286703:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fd80b110 00000400:00000010:3.0:1767735620.653231:0:286703:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1fd80b110. 00000800:00000001:2.0:1767735620.653236:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:3.0:1767735620.653241:0:286703:0:(events.c:78:reply_in_callback()) Process entered 00000800:00000001:2.0:1767735620.653244:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000200:3.0:1767735620.653432:0:286703:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000200:3.0:1767735620.653453:0:286703:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dc6caa00 x1853602706712448/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.653464:0:286703:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:3.0:1767735620.653467:0:286703:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735620.653472:0:286703:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:3.0:1767735620.653476:0:286703:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:3.0:1767735620.653480:0:286703:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:3.0:1767735620.653483:0:286703:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:3.0:1767735620.653487:0:286703:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:3.0:1767735620.653497:0:286703:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:3.0:1767735620.653503:0:286703:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:3.0:1767735620.653507:0:286703:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:3.0:1767735620.653534:0:286703:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735620.653539:0:286703:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:3.0:1767735620.653544:0:286703:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.653565:0:286703:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:3.0:1767735620.653568:0:286703:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x100005b37/0x1] 00000100:00000001:3.0:1767735620.653570:0:286703:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:3.0:1767735620.653576:0:286703:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:3.0:1767735620.653578:0:286703:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090361072128 : -117983348479488 : ffff94b1dc6caa00) 00000100:00000001:3.0:1767735620.653584:0:286703:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:3.0:1767735620.653586:0:286703:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:3.0:1767735620.653588:0:286703:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:3.0:1767735620.653591:0:286703:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735620.653599:0:286703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.653609:0:286703:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:3.0:1767735620.653613:0:286703:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:3.0:1767735620.653616:0:286703:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:3.0:1767735620.653625:0:286703:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00100000:3.0:1767735620.653636:0:286703:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dc6caa00 pname:cluuid:pid:xid:nid:opc:job mkdir:66586885-669e-469f-b1c7-cb1a0fe6eee4:286703:1853602706712448:192.168.203.112@tcp:36:mkdir.0 00000100:00000001:3.0:1767735620.653643:0:286703:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:3.0:1767735620.653650:0:286703:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.653653:0:286703:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:3.0:1767735620.653656:0:286703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.653661:0:286703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.653670:0:286703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767735620.653673:0:286703:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1ee7a6b40. 00000100:00000001:3.0:1767735620.653677:0:286703:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:3.0:1767735620.653679:0:286703:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:3.0:1767735620.653689:0:286703:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767735620.653694:0:286703:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x756e:0x0] 00800000:00000001:3.0:1767735620.653697:0:286703:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653701:0:286703:0:(namei.c:1840:ll_new_node_finish()) Process entered 00000080:00000002:3.0:1767735620.653705:0:286703:0:(namei.c:1635:ll_update_times()) setting fid [0x200000007:0x1:0x0] mtime from 1767735601 to 1767735620 00000080:00000001:3.0:1767735620.653716:0:286703:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:3.0:1767735620.653723:0:286703:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:3.0:1767735620.653726:0:286703:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:3.0:1767735620.653729:0:286703:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:3.0:1767735620.653733:0:286703:0:(namei.c:117:ll_iget()) Process entered 00000100:00000040:3.0:1767735620.653753:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382473, at 4304382475 00000100:00000010:3.0:1767735620.653762:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1f4645420. 00000080:00000010:3.0:1767735620.653780:0:286703:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b1f0687380. 00000080:00000001:3.0:1767735620.653790:0:286703:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:3.0:1767735620.653793:0:286703:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448) 00000080:00000001:3.0:1767735620.653797:0:286703:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:3.0:1767735620.653799:0:286703:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:3.0:1767735620.653802:0:286703:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653804:0:286703:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:3.0:1767735620.653807:0:286703:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:3.0:1767735620.653810:0:286703:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414950766 mtime from 0 to 1767735620 00000080:00200000:3.0:1767735620.653814:0:286703:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00000080:00000001:3.0:1767735620.653817:0:286703:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:3.0:1767735620.653820:0:286703:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696340552 : -117983013211064 : ffff94b1f0687448) 00000080:00000001:3.0:1767735620.653823:0:286703:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:3.0:1767735620.653826:0:286703:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:3.0:1767735620.653828:0:286703:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653834:0:286703:0:(namei.c:1887:ll_new_node_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653837:0:286703:0:(namei.c:1999:ll_new_node()) Process leaving 00000100:00000001:3.0:1767735620.653839:0:286703:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.653844:0:286703:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dc6caa00 x1853602706712448/t12885014814(12885014814) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 560/448 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'mkdir.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.653853:0:286703:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:3.0:1767735620.653856:0:286703:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:3.0:1767735620.653860:0:286703:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1c3190200. 00000080:00000010:3.0:1767735620.653865:0:286703:0:(namei.c:2005:ll_new_node()) kfreed 'lum': 48 at ffff94b1fe4a8d40. 00000080:00000001:3.0:1767735620.653868:0:286703:0:(namei.c:2007:ll_new_node()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653871:0:286703:0:(namei.c:2183:do_mkdir()) Process leaving via out_tally (rc=0 : 0 : 0x0) 00000080:00000001:3.0:1767735620.653876:0:286703:0:(namei.c:2227:do_mkdir()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:3.0:1767735620.653894:0:286703:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:3.0:1767735620.653900:0:286703:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:2.0:1767735620.662677:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735620.662683:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:2.0:1767735620.662685:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:2.0:1767735620.662688:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb20 00000080:00200000:2.0:1767735620.662692:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:2.0:1767735620.662699:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1f2cc4000. 00800000:00000002:2.0:1767735620.662704:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:2.0:1767735620.662708:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:2.0:1767735620.662711:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:2.0:1767735620.662714:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba40 00800000:00000002:2.0:1767735620.662716:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:2.0:1767735620.662720:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:2.0:1767735620.662724:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:2.0:1767735620.662728:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:2.0:1767735620.662730:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab910 00000002:00010000:2.0:1767735620.662732:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:2.0:1767735620.662736:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:2.0:1767735620.662738:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:2.0:1767735620.662740:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:2.0:1767735620.662745:0:286704:0:(ldlm_lock.c:1454:ldlm_lock_match_with_skip()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735620.662748:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735620.662750:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735620.662753:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:2.0:1767735620.662756:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:2.0:1767735620.662762:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5ca8000. 00000020:00000040:2.0:1767735620.662766:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:2.0:1767735620.662771:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:2.0:1767735620.662775:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:2.0:1767735620.662778:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:2.0:1767735620.662780:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:2.0:1767735620.662782:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.662785:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.662787:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.662798:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.662803:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9e400. 00000100:00000001:2.0:1767735620.662809:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.662813:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735620.662815:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.662817:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:2.0:1767735620.662819:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.662821:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:2.0:1767735620.662828:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626089981345792 : -117983728205824 : ffff94b1c5ca8000) 00010000:00000001:2.0:1767735620.662833:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:2.0:1767735620.662836:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000010:2.0:1767735620.662841:0:286704:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1c7d52b00. 00010000:00000010:2.0:1767735620.662845:0:286704:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1deb84d00. 00010000:00000001:2.0:1767735620.662850:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:2.0:1767735620.662854:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1f1a82400. 00000020:00000001:2.0:1767735620.662858:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:2.0:1767735620.662862:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1f1a82400 with handle 0x1886cffb85cc57cf to hash 00000020:00000001:2.0:1767735620.662864:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:2.0:1767735620.662866:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:2.0:1767735620.662871:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:2.0:1767735620.662874:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:2.0:1767735620.662877:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:2.0:1767735620.662882:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 2 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:2.0:1767735620.662892:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:2.0:1767735620.662904:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:2.0:1767735620.662910:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.662912:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.662917:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48ed80. 00000100:00000001:2.0:1767735620.662919:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929155456 : -117982780396160 : ffff94b1fe48ed80) 00000100:00000001:2.0:1767735620.662928:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.662930:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981345792 : -117983728205824 : ffff94b1c5ca8000) 00000100:00000001:2.0:1767735620.662934:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.662937:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.662940:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.662941:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.662950:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.662960:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.662962:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.662966:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.662968:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.662971:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.662975:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5ca8000 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712576:192.168.203.112@tcp:101:lfs.0 00000100:00000001:2.0:1767735620.662980:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.662983:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.662985:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.662988:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.662991:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b20082e000. 02000000:00000001:2.0:1767735620.662994:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.663000:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.663005:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5eb58. 00000400:00000010:2.0:1767735620.663011:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29a18. 00000100:00000200:2.0:1767735620.663016:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706712576, portal 10 00000100:00000001:2.0:1767735620.663018:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.663020:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981345792 : -117983728205824 : ffff94b1c5ca8000) 00000100:00000040:2.0:1767735620.663027:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.663036:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.663039:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.663042:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29770. 00000100:00000200:2.0:1767735620.663045:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706712576, offset 0 00000400:00000200:2.0:1767735620.663051:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.663065:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.663071:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.663075:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.663079:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.663082:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.663086:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.663089:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337132:337132:256:4294967295] 192.168.203.112@tcp LPNI seq info [337132:337132:8:4294967295] 00000400:00000200:2.0:1767735620.663095:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.663136:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.663142:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.663147:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f300. 00000800:00000200:2.0:1767735620.663153:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.663160:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.663165:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f300 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.663187:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.663192:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.663197:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.663199:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382489 00000100:00000010:2.0:1767735620.663204:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c42941e0. 00000100:00000001:2.0:1767735620.663209:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735620.663216:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382489 00000100:00000010:2.0:1767735620.663219:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c4294960. 00000100:00000001:2.0:1767735620.663222:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767735620.663226:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.663231:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.663234:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.663236:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.663239:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48ed80 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.663243:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.663246:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.663372:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.663385:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f300. 00000400:00000200:3.0:1767735620.663397:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.663409:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.663417:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29770 00000400:00000010:3.0:1767735620.663421:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29770. 00000100:00000001:3.0:1767735620.663511:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.663520:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.663533:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.663537:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.663546:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.663549:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:0.1F:1767735620.664662:0:0:0:(ldlm_resource.c:1330:__ldlm_resource_free()) slab-freed '(res)': 248 at ffff94b1d0461200. 00010000:00000010:0.1:1767735620.664682:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1def6a000. 00000800:00000001:2.0:1767735620.665885:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.665901:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.665905:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.665908:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.665916:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.665923:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.665931:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.665935:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.665941:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.665945:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 688 into portal 10 MB=0x695d782e36800 00000400:00000200:2.0:1767735620.665951:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.665957:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 688/688 into md 0x20cc2d [1] + 224 00000800:00000001:2.0:1767735620.665963:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.665971:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.665975:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.665979:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.665984:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.665993:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.666007:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=688 offset=224 replen=1792 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.666038:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.666046:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.666050:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.666161:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.666173:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.666175:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.666180:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5eb58. 00000400:00000200:1.0:1767735620.666189:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29a18 00000400:00000010:1.0:1767735620.666192:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29a18. 00000100:00000001:1.0:1767735620.666196:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.666207:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.666222:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.666232:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.666236:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.666239:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.666241:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.666243:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.666246:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.666249:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.666256:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.666274:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.666278:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.666280:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.666282:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.666286:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.666289:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.666291:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.666294:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.666296:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.666302:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000080:00000010:3.1F:1767735620.666393:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1de338560. 00000100:00000001:1.0:1767735620.666424:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.666429:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.666432:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.666438:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.666453:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5ca8000 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712576:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.666460:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.666463:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.666466:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.666469:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.666473:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.666481:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.666484:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48ed80. 00000100:00000001:1.0:1767735620.666492:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.666494:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.666498:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.666504:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666507:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666511:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=4 00000020:00000001:1.0:1767735620.666515:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666519:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000040:1.0:1767735620.666539:0:286704:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1f1a82400, remote cookie: 0x9bbb2ede591e1773, flags: 0x1001 00010000:00010000:1.0:1767735620.666546:0:286704:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.666560:0:286704:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 4/1,0 mode: --/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666569:0:286704:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735620.666574:0:286704:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735620.666578:0:286704:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735620.666581:0:286704:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735620.666582:0:286704:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735620.666586:0:286704:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x200000007:0x1:0x0].0x0 (ffff94b1c7d52b00) refcount = 1 00010000:00010000:1.0:1767735620.666591:0:286704:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666599:0:286704:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735620.666603:0:286704:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735620.666605:0:286704:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.666610:0:286704:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735620.666615:0:286704:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.666619:0:286704:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666626:0:286704:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735620.666628:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666630:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.666631:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666633:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.666635:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.666639:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735620.666641:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666643:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666645:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.666650:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666669:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666672:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666673:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666675:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=4 00000020:00000001:1.0:1767735620.666678:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666680:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666684:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.666689:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.666693:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666701:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666702:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.666704:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666706:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666707:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=5 00000020:00000001:1.0:1767735620.666709:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666712:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666716:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.666721:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 5/2,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666727:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666729:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.666732:0:286704:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 4/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666739:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.666743:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666745:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.666747:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666749:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735620.666757:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.666779:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666781:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666783:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.666786:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666789:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666792:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666794:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.666795:0:286704:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.666799:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.666804:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.666807:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666809:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666812:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.666818:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666822:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00000002:00010000:1.0:1767735620.666827:0:286704:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.666836:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666840:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.666845:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735620.666847:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.666852:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.666856:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.666859:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.666864:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000040:1.0:1767735620.666874:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.666879:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.666889:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589934599/1 (0 0) 00010000:00000001:1.0:1767735620.666893:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.666896:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.666900:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.666915:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab890 00000002:00002000:1.0:1767735620.666919:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767735620.666925:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.666932:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.666936:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.666941:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767735620.666947:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.666952:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.666956:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1f2cc4000. 00000080:00000001:1.0:1767735620.666964:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.666969:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.666973:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.666978:0:286704:0:(lmv_obd.c:3776:lmv_stripe_object_create()) Process entered 00800000:00000010:1.0:1767735620.666985:0:286704:0:(lmv_obd.c:3755:lmv_stripe_object_alloc()) kmalloced '(lsm_obj)': 56 at ffff94b1f451f340. 00800000:00000001:1.0:1767735620.666989:0:286704:0:(lmv_obd.c:3760:lmv_stripe_object_alloc()) Process leaving (rc=18446626090761974592 : -117982947577024 : ffff94b1f451f340) 00800000:00000001:1.0:1767735620.666993:0:286704:0:(lmv_obd.c:3837:lmv_stripe_object_create()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.666997:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.667000:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.667003:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x200000007:0x1:0x0] 00000080:00000001:1.0:1767735620.667008:0:286704:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767735620.667013:0:286704:0:(llite_lib.c:1821:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767735620.667016:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.667023:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115188193296385 : 144115188193296385 : 200000007000001) 00000080:00000001:1.0:1767735620.667027:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554432 : 33554432 : 2000000) 00000080:00200000:1.0:1767735620.667035:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x200000007:0x1:0x0], updating i_size 135680 00010000:00000001:1.0:1767735620.667039:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.667042:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.667046:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.667049:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667053:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667058:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667061:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.667066:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.667070:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000002:1.0:1767735620.667072:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1f451f340 1 00800000:00000010:1.0:1767735620.667082:0:286704:0:(lmv_obd.c:3878:lmv_stripe_object_free()) kfreed 'lsm_obj': 56 at ffff94b1f451f340. 00800000:00000001:1.0:1767735620.667089:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.667095:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.667100:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.667126:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.667129:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.667132:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.667134:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.667139:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667144:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667150:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667154:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.667158:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.667161:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.667165:0:286704:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.667168:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.667174:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abb58 00010000:00000001:1.0:1767735620.667177:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.667181:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.667183:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.667187:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667190:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.667194:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.667202:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.667212:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667214:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.667217:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.667222:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.667226:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.667236:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.667250:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.667253:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.667261:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667263:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.667266:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667270:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.667273:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667277:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667283:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667286:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.667288:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667290:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.667294:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.667304:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5ca8000 x1853602706712576/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/688 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.667360:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.667364:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.667369:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b20082e000. 02000000:00000001:1.0:1767735620.667377:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.667380:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.667382:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.667385:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.667389:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9e400. 02000000:00000001:1.0:1767735620.667393:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.667396:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.667399:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5ca8000. 00000100:00000001:1.0:1767735620.667406:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.667409:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.667414:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.667420:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.667432:0:286704:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c4cbf6c0. 00000020:00000001:1.0:1767735620.667438:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba88 00000080:00200000:1.0:1767735620.667442:0:286704:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d160s.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), flags=29 00000080:00000001:1.0:1767735620.667447:0:286704:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735620.667449:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab948 00000080:00200000:1.0:1767735620.667452:0:286704:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d160s.sanity, dir=[0x200000007:0x1:0x0](ffff94b1d15a8908), intent=0 00000080:00000010:1.0:1767735620.667461:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.667474:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.667480:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.667483:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.667486:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab868 00800000:00000002:1.0:1767735620.667488:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'lookup' for [0x0:0x0:0x0] 'd160s.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.667495:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767735620.667502:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab800 00800000:00000002:1.0:1767735620.667506:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x0:0x0:0x0], name='d160s.sanity' -> mds #0 00000002:00000001:1.0:1767735620.667512:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.667514:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab738 00000002:00010000:1.0:1767735620.667518:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d160s.sanity,[0x0:0x0:0x0]) in obj [0x200000007:0x1:0x0], intent: lookup flags 0 00000002:00000001:1.0:1767735620.667525:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.667530:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.667536:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.667542:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.667548:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.667553:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.667556:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.667558:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.667560:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.667563:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.667566:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.667570:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.667577:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.667585:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667590:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.667593:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667596:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.667599:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.667602:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.667610:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.667615:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.667617:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.667621:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.667624:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.667633:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.667638:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb346400. 00000020:00000001:1.0:1767735620.667642:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.667645:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb346400 with handle 0x1886cffb85cc57d6 to hash 00000020:00000001:1.0:1767735620.667648:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.667650:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.667654:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.667657:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.667659:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.667663:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.667672:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.667684:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.667690:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.667692:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.667698:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.667701:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.667704:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.667706:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.667712:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.667716:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.667718:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.667720:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.667727:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.667736:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.667738:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.667743:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.667746:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.667749:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.667760:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712704:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.667765:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.667771:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.667774:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.667776:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.667782:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.667784:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.667793:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.667798:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.667804:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767735620.667812:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706712704, portal 10 00000100:00000001:1.0:1767735620.667814:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.667816:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.667823:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.667832:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.667835:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.667839:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b990. 00000100:00000200:1.0:1767735620.667843:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 584 bytes to portal 12, xid 1853602706712704, offset 0 00000400:00000200:1.0:1767735620.667850:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.667859:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.667867:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.667874:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.667879:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.667884:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.667887:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.667892:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337133:337133:256:4294967295] 192.168.203.112@tcp LPNI seq info [337133:337133:8:4294967295] 00000400:00000200:1.0:1767735620.667897:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.667909:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.667916:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 584 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.667922:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:1.0:1767735620.667937:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.667946:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.667951:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 680 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.667973:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.667980:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.667985:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.667989:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382494 00000100:00000001:1.0:1767735620.667998:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382489 00000100:00000001:1.0:1767735620.668007:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382494 00000100:00000001:1.0:1767735620.668012:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382489 00000100:00000001:1.0:1767735620.668016:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.668020:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.668023:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.668026:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.668029:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.668034:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.668036:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.668130:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.668137:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:3.0:1767735620.668144:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.668152:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.668159:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b990 00000400:00000010:3.0:1767735620.668163:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b990. 00000100:00000001:3.0:1767735620.668171:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.668180:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.668194:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.668199:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.668209:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.668211:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735620.672094:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.672136:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.672141:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.672144:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.672152:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.672159:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.672167:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.672172:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.672177:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.672194:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36880 00000400:00000200:2.0:1767735620.672200:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.672207:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc3d [1] + 224 00000800:00000001:2.0:1767735620.672214:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.672224:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.672228:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.672233:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.672238:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.672247:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.672260:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.672288:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.672296:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.672299:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.672404:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.672415:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.672417:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.672422:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.672429:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767735620.672431:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767735620.672436:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.672446:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.672460:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.672470:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.672472:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.672475:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.672478:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.672493:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.672496:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.672499:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.672505:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.672510:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.672513:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.672515:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.672517:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.672521:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.672524:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.672526:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.672529:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.672531:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.672537:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.672546:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.672549:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.672551:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.672556:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.672565:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712704:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.672572:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.672574:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.672577:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.672579:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.672582:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.672590:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.672593:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.672596:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.672598:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.672601:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.672603:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672611:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672614:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=4 00000020:00000001:1.0:1767735620.672617:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672620:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000040:1.0:1767735620.672626:0:286704:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fb346400, remote cookie: 0x9bbb2ede591e178f, flags: 0x1001 00010000:00010000:1.0:1767735620.672631:0:286704:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767735620.672641:0:286704:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x756e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767735620.672646:0:286704:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000010:1.0:1767735620.672653:0:286704:0:(ldlm_resource.c:1286:ldlm_resource_new()) slab-alloced 'res': 248 at ffff94b1d21e1e00. 00010000:00000010:1.0:1767735620.672657:0:286704:0:(ldlm_resource.c:1263:ldlm_resource_inodebits_new()) kmalloced '(res->lr_ibits_queues)': 112 at ffff94b1f2f7f880. 00010000:00000001:1.0:1767735620.672662:0:286704:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.672666:0:286704:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x1/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.672675:0:286704:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672682:0:286704:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735620.672685:0:286704:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735620.672687:0:286704:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735620.672688:0:286704:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735620.672690:0:286704:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735620.672693:0:286704:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x756e:0x0].0x0 (ffff94b1d21e1e00) refcount = 1 00010000:00010000:1.0:1767735620.672698:0:286704:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672705:0:286704:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735620.672707:0:286704:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735620.672709:0:286704:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.672712:0:286704:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735620.672719:0:286704:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.672724:0:286704:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672731:0:286704:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735620.672732:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672734:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.672735:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672737:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.672738:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.672742:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735620.672744:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672746:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672748:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.672750:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672753:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672756:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672757:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672759:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=4 00000020:00000001:1.0:1767735620.672761:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672764:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672766:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.672769:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.672773:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672780:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672781:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.672783:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672784:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672786:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=5 00000020:00000001:1.0:1767735620.672788:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672791:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672793:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.672804:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672812:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672813:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.672817:0:286704:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672823:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.672825:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672826:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.672828:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672829:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735620.672835:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=10 disposition=b, status=0 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.672844:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672846:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672848:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.672850:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672852:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672855:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672857:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.672858:0:286704:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.672860:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.672863:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.672866:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672867:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672869:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.672872:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672874:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00000002:00010000:1.0:1767735620.672878:0:286704:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.672885:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672891:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.672893:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735620.672895:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.672897:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.672899:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.672902:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.672904:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000040:1.0:1767735620.672908:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.672911:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.672915:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/30062 (0 0) 00010000:00000001:1.0:1767735620.672919:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.672920:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.672921:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.672924:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab6b8 00000002:00002000:1.0:1767735620.672926:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d160s.sanity intent=lookup status=0 disp=b: rc = 0 00000002:00000001:1.0:1767735620.672930:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.672933:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.672936:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.672939:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 16 on i1 [0x200000007:0x1:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735620.672942:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.672945:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.672949:0:286704:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735620.672951:0:286704:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080aba28 it_disposition b 00000080:00000001:1.0:1767735620.672953:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.672957:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.672959:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.672962:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.672965:0:286704:0:(namei.c:117:ll_iget()) Process entered 00000080:00000001:1.0:1767735620.672969:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.672972:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.672975:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.672978:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.672981:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767735620.672985:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00000080:00200000:1.0:1767735620.672988:0:286704:0:(namei.c:151:ll_iget()) got inode: [0x2000013a3:0x756e:0x0](ffff94b1f0687448): rc = 0 00000080:00000001:1.0:1767735620.672997:0:286704:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090696340552 : -117983013211064 : ffff94b1f0687448) 00010000:00000001:1.0:1767735620.672999:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.673001:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.673003:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.673005:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673008:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673010:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673012:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.673013:0:286704:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767735620.673015:0:286704:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767735620.673017:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.673020:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.673022:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.673027:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) for lock 0x1886cffb85cc57d6 00800000:00000001:1.0:1767735620.673030:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.673032:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.673033:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.673035:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.673036:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.673039:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673041:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673044:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673045:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.673047:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.673049:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00002000:1.0:1767735620.673055:0:286704:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14ed438 inode ffff94b1f0687448 refc 1 flags 0x20000e 00000080:00000001:1.0:1767735620.673059:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.673061:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.673064:0:286704:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00010000:1.0:1767735620.673067:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) 00000080:00010000:1.0:1767735620.673071:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57d6 from it ffffafc3080aba28 00010000:00000001:1.0:1767735620.673073:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.673075:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.673076:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=3 00000020:00000001:1.0:1767735620.673084:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673087:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.673089:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.673093:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.673100:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673102:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.673131:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.673134:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.673137:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.673145:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.673147:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.673149:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.673152:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673154:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.673155:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673158:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.673160:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673162:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673165:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673168:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.673169:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673171:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.673173:0:286704:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735620.673177:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000100:00000001:1.0:1767735620.673181:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.673188:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706712704/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 584/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.673196:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.673198:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.673201:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.673205:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.673214:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.673216:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.673219:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.673221:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.673225:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.673227:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.673229:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000100:00000001:1.0:1767735620.673233:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.673234:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.673241:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.673243:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.673248:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.673257:0:286704:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c4cbfea0. 00000020:00000001:1.0:1767735620.673261:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abae8 00000080:00200000:1.0:1767735620.673264:0:286704:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags=13 00000080:00000001:1.0:1767735620.673267:0:286704:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735620.673269:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a8 00000080:00200000:1.0:1767735620.673272:0:286704:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), intent=getattr 00000080:00000010:1.0:1767735620.673278:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.673283:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.673286:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.673288:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8c8 00800000:00000002:1.0:1767735620.673290:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a3:0x756e:0x0] 00800000:00000001:1.0:1767735620.673294:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767735620.673297:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab860 00800000:00000002:1.0:1767735620.673300:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x756e:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767735620.673304:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.673306:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab798 00000002:00010000:1.0:1767735620.673308:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a3:0x756e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.673362:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.673367:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.673373:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.673378:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.673382:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.673386:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.673398:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.673400:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.673403:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.673407:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.673409:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.673413:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735620.673417:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382494, at 4304382495 02000000:00000010:1.0:1767735620.673421:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.673433:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:3.0:1767735620.673434:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c4294960. 00010000:00000001:1.0:1767735620.673440:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.673446:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673448:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.673450:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.673453:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.673459:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.673464:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.673466:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.673470:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.673473:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.673476:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.673479:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb347800. 00000020:00000001:1.0:1767735620.673483:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.673485:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb347800 with handle 0x1886cffb85cc57dd to hash 00000020:00000001:1.0:1767735620.673488:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.673489:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.673493:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.673496:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.673498:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.673501:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.673509:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.673519:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.673536:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.673538:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.673542:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.673545:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.673548:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.673549:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.673553:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.673557:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.673559:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.673561:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.673567:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.673576:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.673578:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.673582:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.673585:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.673587:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.673591:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712832:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.673595:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.673598:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.673601:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.673603:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.673607:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.673609:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.673616:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.673620:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.673625:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767735620.673630:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706712832, portal 10 00000100:00000001:1.0:1767735620.673632:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.673634:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.673640:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.673662:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.673666:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.673669:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845baa0. 00000100:00000200:1.0:1767735620.673673:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706712832, offset 0 00000400:00000200:1.0:1767735620.673679:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.673686:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.673693:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.673698:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.673702:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.673705:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.673708:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.673713:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337134:337134:256:4294967295] 192.168.203.112@tcp LPNI seq info [337134:337134:8:4294967295] 00000400:00000200:1.0:1767735620.673718:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.673728:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.673734:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.673739:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38a00. 00000800:00000200:1.0:1767735620.673745:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.673751:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.673756:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.673775:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.673780:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.673784:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.673787:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382500 00000100:00000001:1.0:1767735620.673792:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382494 00000100:00000001:1.0:1767735620.673797:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382500 00000100:00000010:1.0:1767735620.673802:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef284ba0. 00000100:00000001:1.0:1767735620.673808:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735620.673816:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.673826:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.673829:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.673831:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.673834:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.673837:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.673840:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.673951:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.673969:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38a00. 00000400:00000200:3.0:1767735620.673976:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.673984:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.673989:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845baa0 00000400:00000010:3.0:1767735620.673992:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845baa0. 00000100:00000001:3.0:1767735620.673997:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.674004:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.674017:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.674021:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.674030:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.674033:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735620.677372:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.677388:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.677391:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.677394:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.677403:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.677410:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.677417:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.677422:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.677428:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.677432:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36900 00000400:00000200:2.0:1767735620.677438:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.677444:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc45 [1] + 224 00000800:00000001:2.0:1767735620.677450:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.677459:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.677462:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.677467:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.677473:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.677492:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.677506:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.677534:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.677543:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.677547:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.677651:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.677661:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.677663:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.677668:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.677674:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767735620.677677:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767735620.677681:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.677692:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.677706:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.677716:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.677718:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.677721:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.677724:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.677726:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.677728:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.677731:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.677737:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.677742:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.677745:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735620.677749:0:286704:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.677758:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.677761:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.677763:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.677765:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.677767:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735620.677773:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.677796:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735620.677799:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.677801:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.677806:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.677816:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712832:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.677821:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.677824:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.677827:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.677829:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.677833:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.677840:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.677843:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.677847:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.677848:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735620.677851:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.677854:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.677856:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.677859:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=4 00000020:00000001:1.0:1767735620.677862:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.677865:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00010000:1.0:1767735620.677870:0:286704:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677881:0:286704:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735620.677885:0:286704:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677892:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.677900:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677907:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.677909:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.677912:0:286704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677918:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.677921:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.677924:0:286704:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735620.677927:0:286704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.677935:0:286704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fb347800 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735620.677938:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735620.677942:0:286704:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677949:0:286704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735620.677951:0:286704:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735620.677956:0:286704:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.677961:0:286704:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735620.677965:0:286704:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735620.677967:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.677968:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.677970:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=5 00000020:00000001:1.0:1767735620.677973:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.677975:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.677979:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.677982:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 286704 initiator: MDT0 00000080:00000001:1.0:1767735620.677998:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.678000:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.678003:0:286704:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735620.678005:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.678008:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.678010:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.678013:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.678014:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735620.678018:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347800 with handle 0x1886cffb85cc57dd from hash 00010000:00000001:1.0:1767735620.678021:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.678022:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678024:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678025:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.678027:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.678029:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735620.678032:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678033:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678035:0:286704:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678037:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.678041:0:286704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.678047:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678048:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678050:0:286704:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735620.678051:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.678053:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678055:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678056:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.678059:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57dd lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.678070:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678072:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735620.678076:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735620.678081:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.678096:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.678098:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678101:0:286704:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678131:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678134:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.678136:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.678138:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678140:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.678143:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab718 00000002:00002000:1.0:1767735620.678145:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767735620.678149:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.678152:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.678155:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.678158:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x756e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735620.678162:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678164:0:286704:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735620.678166:0:286704:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080abb20 it_disposition 7 00000080:00002000:1.0:1767735620.678171:0:286704:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14ed5e8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767735620.678177:0:286704:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.678182:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.678184:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.678186:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.678190:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.678193:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.678198:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.678202:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678205:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.678207:0:286704:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678209:0:286704:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735620.678213:0:286704:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735620.678216:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000100:00000001:1.0:1767735620.678220:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.678226:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706712832/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.678248:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.678251:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.678254:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.678257:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.678259:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.678261:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.678264:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.678266:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.678269:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.678271:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.678273:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000100:00000001:1.0:1767735620.678276:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.678277:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.678280:0:286704:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767735620.678282:0:286704:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080abb20 released 00000080:00000001:1.0:1767735620.678284:0:286704:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767735620.678288:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.678290:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb70 00000080:00002000:1.0:1767735620.678292:0:286704:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1f14ed5e8, parent ffff94b1f14ed438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767735620.678296:0:286704:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.678299:0:286704:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735620.678303:0:286704:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767735620.678307:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.678308:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbf0 00000080:00002000:1.0:1767735620.678365:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.678369:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678409:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.678412:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.678414:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.678416:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbb0 00000080:00200000:1.0:1767735620.678419:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.678424:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.678429:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.678432:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.678435:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.678437:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abad0 00800000:00000002:1.0:1767735620.678450:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.678457:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.678461:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.678467:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.678469:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a0 00000002:00010000:1.0:1767735620.678472:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.678476:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.678479:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.678484:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.678490:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.678493:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.678497:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.678500:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.678506:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.678517:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.678522:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.678526:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.678534:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.678536:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.678538:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.678540:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.678543:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.678545:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.678548:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.678551:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.678554:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.678557:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.678559:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.678562:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.678566:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.678576:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.678578:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.678580:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.678582:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.678585:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.678588:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.678591:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.678594:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678596:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.678598:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.678600:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.678603:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abbe8 00010000:00000001:1.0:1767735620.678605:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.678607:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.678608:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.678610:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.678613:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.678615:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.678619:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.678626:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678627:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678629:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.678631:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.678634:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.678642:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.678644:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.678646:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.678649:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678650:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678652:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678654:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.678662:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678664:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678667:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678670:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.678673:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678674:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.678677:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.678679:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.678682:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.678686:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678689:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.678692:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00002000:1.0:1767735620.678694:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28000e refc 0 00000080:00000001:1.0:1767735620.678697:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.678700:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00200000:1.0:1767735620.678702:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=16408 00000080:00000001:1.0:1767735620.678707:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.678709:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.678712:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.678714:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.678718:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.678725:0:286704:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c4cbfee0. 00000020:00000001:1.0:1767735620.678729:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00200000:1.0:1767735620.678732:0:286704:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.1, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags=16392 00000080:00000001:1.0:1767735620.678736:0:286704:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735620.678738:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba38 00000080:00200000:1.0:1767735620.678740:0:286704:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.1, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), intent=getattr 00000080:00000010:1.0:1767735620.678746:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.678750:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.678753:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.678755:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab958 00800000:00000002:1.0:1767735620.678757:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.1' on [0x2000013a3:0x756e:0x0] 00800000:00000001:1.0:1767735620.678761:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767735620.678764:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8f0 00800000:00000002:1.0:1767735620.678767:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x756e:0x0], fid2=[0x0:0x0:0x0], name='d0.1' -> mds #0 00000002:00000001:1.0:1767735620.678771:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.678779:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab828 00000002:00010000:1.0:1767735620.678781:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.1,[0x0:0x0:0x0]) in obj [0x2000013a3:0x756e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.678786:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.678788:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.678791:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.678795:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.678799:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.678803:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.678806:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.678807:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.678809:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.678812:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.678814:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.678817:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.678822:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.678827:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678831:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.678833:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678835:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.678837:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.678839:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.678845:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.678849:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.678851:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.678854:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.678857:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.678860:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.678863:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb347a00. 00000020:00000001:1.0:1767735620.678867:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.678869:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb347a00 with handle 0x1886cffb85cc57e4 to hash 00000020:00000001:1.0:1767735620.678872:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.678874:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.678877:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.678880:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.678883:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.678892:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.678900:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.678910:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.678916:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.678918:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.678922:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.678925:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.678928:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.678930:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.678933:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.678936:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.678939:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.678940:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.678946:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.678955:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.678957:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.678961:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.678963:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.678966:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.678970:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712960:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.678974:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.678977:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.678980:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.678982:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.678985:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.678988:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.678994:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.678998:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.679008:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767735620.679013:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706712960, portal 10 00000100:00000001:1.0:1767735620.679016:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.679018:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.679024:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.679033:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.679036:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.679039:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b7f8. 00000100:00000200:1.0:1767735620.679042:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706712960, offset 0 00000400:00000200:1.0:1767735620.679048:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.679055:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.679062:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.679066:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.679070:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.679073:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.679077:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.679081:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337135:337135:256:4294967295] 192.168.203.112@tcp LPNI seq info [337135:337135:8:4294967295] 00000400:00000200:1.0:1767735620.679087:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.679096:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.679128:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.679135:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:1.0:1767735620.679141:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.679148:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.679152:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.679170:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.679175:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.679179:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.679182:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382505 00000100:00000001:1.0:1767735620.679188:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382500 00000100:00000001:1.0:1767735620.679203:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382505 00000100:00000001:1.0:1767735620.679206:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382500 00000100:00000001:1.0:1767735620.679210:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.679213:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.679216:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.679218:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.679221:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.679223:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.679226:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.679402:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.679411:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:3.0:1767735620.679418:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.679427:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.679433:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b7f8 00000400:00000010:3.0:1767735620.679436:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b7f8. 00000100:00000001:3.0:1767735620.679442:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.679450:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.679462:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.679467:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.679476:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.679478:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735620.682540:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.682556:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.682560:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.682563:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.682571:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.682579:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.682586:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.682591:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.682596:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.682600:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36980 00000400:00000200:2.0:1767735620.682606:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.682612:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc4d [1] + 224 00000800:00000001:2.0:1767735620.682619:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.682628:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.682631:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.682636:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.682641:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.682650:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.682663:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.682691:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.682699:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.682702:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.682793:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.682803:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.682806:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.682810:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.682817:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767735620.682819:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767735620.682823:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.682834:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.682849:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.682858:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.682860:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.682863:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.682866:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.682868:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.682870:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.682873:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.682879:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.682884:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.682887:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735620.682891:0:286704:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.682899:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.682916:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.682918:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.682921:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.682923:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735620.682929:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.682937:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735620.682940:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.682942:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.682947:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.682957:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706712960:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.682962:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.682965:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.682968:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.682970:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.682974:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.682982:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.682985:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.682988:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.682989:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735620.682992:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.682995:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.682997:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.683000:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=4 00000020:00000001:1.0:1767735620.683003:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.683006:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00010000:1.0:1767735620.683011:0:286704:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683021:0:286704:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735620.683032:0:286704:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683039:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.683042:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683048:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683050:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.683053:0:286704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683059:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.683061:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683064:0:286704:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735620.683067:0:286704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.683074:0:286704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fb347a00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735620.683076:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735620.683080:0:286704:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683086:0:286704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735620.683088:0:286704:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735620.683092:0:286704:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683098:0:286704:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735620.683100:0:286704:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735620.683129:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.683131:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.683133:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=5 00000020:00000001:1.0:1767735620.683136:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.683139:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.683149:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.683152:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 286704 initiator: MDT0 00000080:00000001:1.0:1767735620.683158:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.683160:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.683163:0:286704:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735620.683165:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.683168:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.683169:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.683171:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.683173:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735620.683176:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347a00 with handle 0x1886cffb85cc57e4 from hash 00010000:00000001:1.0:1767735620.683179:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.683181:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683182:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683184:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.683186:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.683187:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735620.683190:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683191:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683193:0:286704:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.683195:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.683199:0:286704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683204:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683206:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683207:0:286704:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735620.683209:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.683211:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683212:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683214:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.683216:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc57e4 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.683228:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683235:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735620.683239:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735620.683246:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.683255:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.683257:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683259:0:286704:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683261:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683264:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.683266:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.683267:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683269:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.683272:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab7a8 00000002:00002000:1.0:1767735620.683274:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.1 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767735620.683278:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.683281:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.683283:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.683286:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x756e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735620.683290:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.683293:0:286704:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735620.683295:0:286704:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080abbb0 it_disposition 7 00000080:00002000:1.0:1767735620.683299:0:286704:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14ed0d8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767735620.683304:0:286704:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.683308:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.683349:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.683352:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.683357:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.683360:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.683365:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.683369:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683371:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.683373:0:286704:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.683376:0:286704:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735620.683379:0:286704:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735620.683383:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000100:00000001:1.0:1767735620.683395:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.683401:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706712960/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.683409:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.683411:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.683414:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.683417:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.683419:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.683421:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.683424:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.683426:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.683429:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.683430:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.683432:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000100:00000001:1.0:1767735620.683436:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.683437:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.683440:0:286704:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767735620.683441:0:286704:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080abbb0 released 00000080:00000001:1.0:1767735620.683443:0:286704:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767735620.683447:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.683449:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc00 00000080:00002000:1.0:1767735620.683451:0:286704:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.1 (ffff94b1f14ed0d8, parent ffff94b1f14ed438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767735620.683455:0:286704:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.683458:0:286704:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735620.683462:0:286704:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767735620.683466:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.683467:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc80 00000080:00002000:1.0:1767735620.683470:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.683473:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.683502:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.683505:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.683507:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.683509:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb20 00000080:00200000:1.0:1767735620.683512:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.683516:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.683521:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.683524:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.683534:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.683536:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba40 00800000:00000002:1.0:1767735620.683539:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.683543:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.683546:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.683551:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.683553:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab910 00000002:00010000:1.0:1767735620.683555:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.683559:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.683561:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.683562:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.683566:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.683569:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.683572:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.683574:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.683579:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.683588:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.683592:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.683595:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.683603:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.683605:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.683607:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.683609:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.683611:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.683614:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.683617:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.683619:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.683622:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.683625:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.683627:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.683630:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.683639:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.683642:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.683645:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.683647:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.683648:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.683651:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.683653:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.683656:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.683659:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683661:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.683662:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.683664:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.683667:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abb58 00010000:00000001:1.0:1767735620.683669:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.683671:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.683672:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.683675:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.683677:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.683680:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.683683:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.683692:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683693:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683696:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.683700:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.683703:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.683711:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.683713:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.683717:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.683721:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683723:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683733:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683737:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.683739:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683741:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683744:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683747:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.683749:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683750:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.683753:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.683754:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.683757:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.683761:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.683765:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.683767:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb48 00000080:00002000:1.0:1767735620.683769:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.683773:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.683777:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb90 00000080:00200000:1.0:1767735620.683780:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=13 00000080:00000001:1.0:1767735620.683784:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.683786:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.683799:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00200008:1.0:1767735620.683804:0:286704:0:(file.c:6252:ll_getattr_dentry()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767735620.683809:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.683811:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc80 00000080:00200000:1.0:1767735620.683813:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448),name=d160s.sanity 00000080:00000010:1.0:1767735620.683819:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.683822:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.683826:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.683828:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.683830:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abba0 00800000:00000002:1.0:1767735620.683833:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x756e:0x0] 'd160s.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.683836:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.683840:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x756e:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.683844:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.683846:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba70 00000002:00010000:1.0:1767735620.683854:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x756e:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.683858:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.683859:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.683861:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.683865:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.683867:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.683871:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.683875:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683877:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683879:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.683881:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.683885:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.683888:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.683892:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.683896:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.683899:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.683900:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.683902:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.683905:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.683907:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.683910:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.683915:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.683920:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683923:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.683925:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683927:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.683929:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.683931:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.683935:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.683939:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.683940:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.683943:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.683945:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.683948:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.683951:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb346e00. 00000020:00000001:1.0:1767735620.683954:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.683962:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb346e00 with handle 0x1886cffb85cc57eb to hash 00000020:00000001:1.0:1767735620.683964:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.683966:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.683970:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.683973:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.683975:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.683979:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.683986:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.683996:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.684002:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.684004:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.684008:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.684010:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.684013:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.684015:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.684018:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.684021:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.684024:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.684026:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.684031:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.684040:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.684042:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.684046:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.684048:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.684050:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.684054:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713088:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.684058:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.684068:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.684070:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.684073:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.684076:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.684079:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.684086:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.684089:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.684094:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767735620.684099:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706713088, portal 10 00000100:00000001:1.0:1767735620.684102:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.684146:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.684155:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.684163:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.684167:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.684170:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845ba18. 00000100:00000200:1.0:1767735620.684174:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706713088, offset 0 00000400:00000200:1.0:1767735620.684180:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.684186:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.684193:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.684198:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.684202:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.684206:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.684209:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.684213:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337136:337136:256:4294967295] 192.168.203.112@tcp LPNI seq info [337136:337136:8:4294967295] 00000400:00000200:1.0:1767735620.684219:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.684228:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.684234:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.684239:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:1.0:1767735620.684245:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.684252:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.684257:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.684286:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.684291:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.684297:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.684299:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382510 00000100:00000001:1.0:1767735620.684305:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382505 00000100:00000001:1.0:1767735620.684342:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382511 00000100:00000001:1.0:1767735620.684348:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382505 00000100:00000001:1.0:1767735620.684355:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.684359:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.684364:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.684367:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.684371:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.684375:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.684379:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.684523:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.684533:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:3.0:1767735620.684542:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.684550:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.684556:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845ba18 00000400:00000010:3.0:1767735620.684558:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845ba18. 00000100:00000001:3.0:1767735620.684574:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.684583:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.684596:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.684601:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.684610:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.684613:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1F:1767735620.685405:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347800. 00000080:00000010:1.1:1767735620.685427:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbfea0. 00000800:00000001:2.0:1767735620.687418:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.687445:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.687449:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.687452:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.687460:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.687467:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.687473:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.687479:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.687484:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.687488:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36a00 00000400:00000200:2.0:1767735620.687494:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.687500:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc55 [1] + 224 00000800:00000001:2.0:1767735620.687506:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.687515:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.687519:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.687523:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.687529:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.687537:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.687551:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.687580:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.687588:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.687591:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.687622:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.687633:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.687636:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.687640:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.687647:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:1.0:1767735620.687650:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:1.0:1767735620.687654:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.687664:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.687678:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.687689:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.687691:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.687694:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.687696:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.687698:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.687701:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.687704:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.687710:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.687728:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.687731:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.687733:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.687735:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.687738:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.687741:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.687743:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.687746:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.687748:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.687754:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.687763:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.687766:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.687768:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.687772:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.687782:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713088:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.687788:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.687791:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.687793:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.687795:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.687799:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.687807:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.687810:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.687813:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.687815:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.687817:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.687820:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.687822:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.687825:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=4 00000020:00000001:1.0:1767735620.687828:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.687831:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000040:1.0:1767735620.687844:0:286704:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fb346e00, remote cookie: 0x9bbb2ede591e17c7, flags: 0x1001 00010000:00010000:1.0:1767735620.687849:0:286704:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767735620.687859:0:286704:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x756e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767735620.687863:0:286704:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767735620.687868:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.687871:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.687875:0:286704:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.687879:0:286704:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.687888:0:286704:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.687895:0:286704:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735620.687898:0:286704:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735620.687900:0:286704:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735620.687902:0:286704:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735620.687903:0:286704:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735620.687906:0:286704:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x756e:0x0].0x0 (ffff94b1d21e1e00) refcount = 2 00010000:00000040:1.0:1767735620.687910:0:286704:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767735620.687913:0:286704:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.687922:0:286704:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.687929:0:286704:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735620.687931:0:286704:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735620.687933:0:286704:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.687936:0:286704:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735620.687943:0:286704:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.687947:0:286704:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.687954:0:286704:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735620.687956:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.687958:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.687959:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.687961:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.687962:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.687966:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735620.687968:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.687970:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.687972:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.687974:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.687977:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.687980:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.687981:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.687983:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=4 00000020:00000001:1.0:1767735620.687985:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.687988:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.687990:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.687993:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.687996:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688004:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688005:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.688007:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688008:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688010:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=5 00000020:00000001:1.0:1767735620.688012:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688014:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688017:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.688025:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688032:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688034:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.688037:0:286704:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688044:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.688045:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688047:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.688048:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688050:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735620.688056:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.688064:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688066:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688068:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688070:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688072:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688075:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688076:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.688078:0:286704:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.688080:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.688083:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.688085:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688086:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688088:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688090:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688093:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00000002:00010000:1.0:1767735620.688096:0:286704:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688125:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688132:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.688134:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735620.688136:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688137:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688139:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688142:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688144:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000040:1.0:1767735620.688149:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.688151:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.688156:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/30062 (0 0) 00010000:00000001:1.0:1767735620.688159:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688161:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.688162:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.688165:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9f0 00000002:00002000:1.0:1767735620.688167:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767735620.688171:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.688174:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.688177:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.688180:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767735620.688184:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.688186:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.688190:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.688194:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.688196:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.688199:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.688202:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.688204:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.688206:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.688209:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.688213:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.688216:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767735620.688220:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00010000:00000001:1.0:1767735620.688223:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688224:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688226:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688234:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688237:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688239:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688241:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.688242:0:286704:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767735620.688244:0:286704:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767735620.688246:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.688249:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.688251:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.688254:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) for lock 0x1886cffb85cc57eb 00800000:00000001:1.0:1767735620.688258:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.688259:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.688261:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688263:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688264:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688266:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688269:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688272:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688274:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.688275:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.688277:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.688280:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.688282:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.688285:0:286704:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.688288:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) 00000080:00010000:1.0:1767735620.688291:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57eb from it ffffafc3080abcb8 00010000:00000001:1.0:1767735620.688294:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.688295:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.688297:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=3 00000020:00000001:1.0:1767735620.688299:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688301:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.688304:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.688307:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688362:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688364:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.688366:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.688368:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.688371:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.688379:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.688381:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.688383:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.688386:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688387:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.688389:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.688392:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.688394:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.688396:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.688399:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.688401:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.688403:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.688405:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.688407:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.688414:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706713088/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.688422:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.688424:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.688427:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.688431:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.688433:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.688434:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=4 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.688437:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.688439:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.688442:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.688444:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.688446:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000100:00000001:1.0:1767735620.688449:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.688456:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.688461:0:286704:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.688466:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00000008:1.0:1767735620.688469:0:286704:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767735620.688474:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.688476:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abda0 00000080:00002000:1.0:1767735620.688478:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.688481:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.689041:0:286704:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.689072:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00200008:1.0:1767735620.689076:0:286704:0:(file.c:6252:ll_getattr_dentry()) START file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767735620.689081:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.689083:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc80 00000080:00200000:1.0:1767735620.689085:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.689090:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.689095:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.689098:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.689101:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689137:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abba0 00800000:00000002:1.0:1767735620.689140:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.689144:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.689147:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.689152:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689154:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba70 00000002:00010000:1.0:1767735620.689156:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.689160:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.689162:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.689164:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.689169:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.689172:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.689175:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.689178:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.689182:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.689206:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.689209:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.689213:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.689220:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.689222:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.689225:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.689227:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.689229:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.689232:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.689235:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.689238:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.689241:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.689245:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.689247:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.689250:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.689254:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.689257:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.689259:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.689261:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.689263:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.689265:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.689268:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689271:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689273:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689275:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.689277:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.689279:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.689282:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abcb8 00010000:00000001:1.0:1767735620.689284:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.689285:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.689292:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.689294:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689297:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689300:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.689303:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.689344:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689346:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.689347:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.689349:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.689353:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.689360:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.689362:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.689364:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.689368:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689370:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.689372:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689377:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.689381:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689385:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689393:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689396:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.689399:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689401:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.689405:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.689408:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.689412:0:286704:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.689417:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00000008:1.0:1767735620.689421:0:286704:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file /:[0x200000007:0x1:0x0](ffff94b1d15a8908), request_mask 0, flags 0, foreign 0 00000100:00000040:2.0:1767735620.689469:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304382510, at 4304382511 00000100:00000010:2.0:1767735620.689484:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c42941e0. 00000080:00000001:1.0:1767735620.689562:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.689567:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.689568:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.689571:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00200000:1.0:1767735620.689581:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.689586:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.689590:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.689593:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.689596:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689598:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abae0 00800000:00000002:1.0:1767735620.689600:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.689604:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.689607:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.689611:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689613:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9b0 00000002:00010000:1.0:1767735620.689615:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.689619:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.689621:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.689623:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.689627:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.689629:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.689633:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.689635:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.689639:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.689647:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.689651:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.689655:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.689662:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.689664:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.689666:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.689668:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.689670:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.689673:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.689675:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.689684:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.689687:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.689690:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.689692:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.689695:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.689698:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.689701:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.689703:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.689705:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.689707:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.689709:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.689711:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689714:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689717:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689718:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.689720:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.689722:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.689725:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abbf8 00010000:00000001:1.0:1767735620.689727:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.689728:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.689730:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.689732:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689735:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.689737:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.689740:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.689747:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689748:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.689750:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.689752:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.689755:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.689773:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.689775:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.689777:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.689780:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689781:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.689783:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689786:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.689788:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689790:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689792:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689795:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.689796:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689798:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.689800:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.689802:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.689805:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.689809:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.689812:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.689814:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00002000:1.0:1767735620.689816:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.689819:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.689822:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc08 00000080:00200000:1.0:1767735620.689824:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=267 00000080:00000001:1.0:1767735620.689827:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.689829:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.689832:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.689834:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 44 00000080:00000001:1.0:1767735620.689838:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.689842:0:286704:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767735620.689845:0:286704:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767735620.689847:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00200008:1.0:1767735620.689849:0:286704:0:(file.c:1001:ll_file_open()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000 00000080:00000010:1.0:1767735620.689855:0:286704:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767735620.689862:0:286704:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767735620.689865:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000002:1.0:1767735620.689874:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.689877:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.689879:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689881:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba28 00800000:00000002:1.0:1767735620.689883:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a3:0x756e:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.689887:0:286704:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767735620.689890:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a8 00800000:00000002:1.0:1767735620.689893:0:286704:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x756e:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.689897:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.689899:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8e0 00000002:00010000:1.0:1767735620.689901:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x756e:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 0240300001 00000002:00000001:1.0:1767735620.689905:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.689907:0:286704:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767735620.689910:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.689914:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.689917:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.689920:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.689923:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689926:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.689928:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.689931:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.689933:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.689935:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.689938:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.689940:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689942:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.689944:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.689948:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.689951:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767735620.689956:0:286704:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767735620.689958:0:286704:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689960:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.689963:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.689966:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.689968:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.689975:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.689978:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.689980:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.689983:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.689988:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.689993:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.689997:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.689999:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.690001:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.690003:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.690005:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.690013:0:286704:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.690017:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.690019:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.690022:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.690024:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.690027:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.690030:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb347800. 00000020:00000001:1.0:1767735620.690033:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.690035:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb347800 with handle 0x1886cffb85cc57f2 to hash 00000020:00000001:1.0:1767735620.690038:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.690040:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.690043:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.690046:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.690048:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.690052:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.690060:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000020:00100000:1.0:1767735620.690071:0:286704:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767735620.690079:0:286704:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767735620.690133:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.690140:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.690143:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.690147:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.690150:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.690153:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.690155:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.690160:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.690163:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.690166:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.690168:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.690173:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.690183:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.690185:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.690188:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.690191:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.690194:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.690197:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713344:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.690201:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.690205:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.690207:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.690209:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.690367:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767735620.690371:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.690380:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.690385:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.690391:0:286704:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1ed925800. 00000100:00000200:1.0:1767735620.690398:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602706713344, portal 10 00000100:00000001:1.0:1767735620.690402:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.690405:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.690422:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.690432:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.690437:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000100:00000040:3.0:1767735620.690439:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382511, at 4304382512 00000400:00000010:1.0:1767735620.690442:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b6e8. 00000100:00000200:1.0:1767735620.690452:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602706713344, offset 0 00000100:00000010:3.0:1767735620.690458:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef284ba0. 00000400:00000200:1.0:1767735620.690465:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.690474:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.690483:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.690489:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.690494:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.690498:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.690501:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.690506:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337137:337137:256:4294967295] 192.168.203.112@tcp LPNI seq info [337137:337137:8:4294967295] 00000400:00000200:1.0:1767735620.690511:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.690521:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.690528:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.690533:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38a00. 00000800:00000200:1.0:1767735620.690539:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.690546:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.690551:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38a00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.690571:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.690576:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.690581:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.690584:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382517 00000100:00000010:1.0:1767735620.690591:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef2845a0. 00000100:00000001:1.0:1767735620.690597:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735620.690612:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382517 00000100:00000010:1.0:1767735620.690618:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef284360. 00000100:00000001:1.0:1767735620.690623:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735620.690636:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.690640:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.690643:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.690646:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.690649:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.690653:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.690656:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.690691:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.690698:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38a00. 00000400:00000200:3.0:1767735620.690704:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.690712:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.690718:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b6e8 00000400:00000010:3.0:1767735620.690721:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b6e8. 00000100:00000001:3.0:1767735620.690728:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.690737:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.690751:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.690755:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.690765:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.690768:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:2.0:1767735620.693626:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.693641:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:2.0:1767735620.693645:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.693649:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.693658:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.693671:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:2.0:1767735620.693679:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.693696:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.693702:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.693706:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d782e36b00 00000400:00000200:2.0:1767735620.693712:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.693718:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x20cc5d [64] + 224 00000800:00000001:2.0:1767735620.693725:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.693736:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:2.0:1767735620.693739:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.693744:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:2.0:1767735620.693750:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.693758:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:2.0:1767735620.693772:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.693801:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:2.0:1767735620.693808:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:2.0:1767735620.693812:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.693898:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.693908:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.693911:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.693915:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.693922:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1ed925800 00000400:00000010:1.0:1767735620.693925:0:286704:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1ed925800. 00000100:00000001:1.0:1767735620.693930:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.693941:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.693955:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.693965:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.693968:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.693971:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.693973:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.693975:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.693979:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.693982:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.693988:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.693993:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.693996:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735620.694001:0:286704:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dd333100 x1853602706713344/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.694010:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.694013:0:286704:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735620.694015:0:286704:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767735620.694017:0:286704:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735620.694020:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.694035:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.694039:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.694041:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.694044:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.694046:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735620.694052:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Rpc:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.694061:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735620.694064:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.694066:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.694071:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Interpret:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.694082:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713344:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.694087:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.694090:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.694093:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.694095:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.694099:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.694134:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.694138:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.694141:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.694143:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735620.694146:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.694150:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.694152:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.694155:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=4 00000020:00000001:1.0:1767735620.694158:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.694162:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00010000:1.0:1767735620.694167:0:286704:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694191:0:286704:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735620.694196:0:286704:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694202:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.694205:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694212:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694214:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.694216:0:286704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694222:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.694225:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.694227:0:286704:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735620.694230:0:286704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.694237:0:286704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fb347800 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735620.694239:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735620.694243:0:286704:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694249:0:286704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735620.694251:0:286704:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735620.694255:0:286704:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 4/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694261:0:286704:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735620.694264:0:286704:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735620.694266:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.694267:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.694274:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=5 00000020:00000001:1.0:1767735620.694277:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.694279:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.694283:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.694286:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 5/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x20e400000000 pid: 286704 initiator: MDT0 00000080:00000001:1.0:1767735620.694292:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.694293:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.694296:0:286704:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735620.694298:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.694301:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.694302:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.694304:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.694306:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000010:1.1:1767735620.694363:0:286704:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347a00. 00000080:00000010:1.1:1767735620.694370:0:286704:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbfee0. 00000020:00000040:1.0:1767735620.694383:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347800 with handle 0x1886cffb85cc57f2 from hash 00010000:00000001:1.0:1767735620.694386:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.694388:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694390:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.694391:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.694393:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.694395:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735620.694398:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694399:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.694401:0:286704:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694403:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.694407:0:286704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 3/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694413:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694415:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.694416:0:286704:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735620.694418:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.694420:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694422:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.694424:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.694426:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc57f2 lrc: 0/0,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x1 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.694447:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.694450:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735620.694456:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735620.694464:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=2b, status=0 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.694476:0:286704:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767735620.694484:0:286704:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.694495:0:286704:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.694498:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.694500:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.694503:0:286704:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.694505:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.694507:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767735620.694510:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.694511:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00010000:00000001:1.0:1767735620.694514:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.694516:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.694518:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.694521:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab860 00000002:00002000:1.0:1767735620.694524:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=80002b: rc = 0 00000002:00000001:1.0:1767735620.694528:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.694531:0:286704:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.694533:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.694536:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767735620.694540:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.694543:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.694546:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.694550:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.694554:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.694556:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.694558:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.694568:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.694572:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694575:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.694579:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767735620.694583:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00000080:00000001:1.0:1767735620.694586:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.694589:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.694591:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694594:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.694596:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.694598:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.694604:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.694612:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694616:0:286704:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.694620:0:286704:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f340. 00000080:00000001:1.0:1767735620.694624:0:286704:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767735620.694627:0:286704:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767735620.694631:0:286704:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767735620.694634:0:286704:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1c4cbff20. 00000002:00100000:1.0:1767735620.694639:0:286704:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.694648:0:286704:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.694650:0:286704:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767735620.694655:0:286704:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767735620.694659:0:286704:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694662:0:286704:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767735620.694664:0:286704:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694667:0:286704:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.694671:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.694674:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767735620.694683:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.694691:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767735620.694738:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767735620.694740:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.694743:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00000008:1.0:1767735620.694746:0:286704:0:(file.c:1240:ll_file_open()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000, rc = 0 00000080:00000001:1.0:1767735620.694750:0:286704:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694770:0:286704:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767735620.694774:0:286704:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448) cmd=c03066f0 arg=7ffd828dd7c0 00000020:00000001:1.0:1767735620.694781:0:286704:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767735620.694787:0:286704:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1ed8e5c00. 00000020:00000001:1.0:1767735620.694792:0:286704:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694796:0:286704:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767735620.694798:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abad0 00000080:00200000:1.0:1767735620.694801:0:286704:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448) name=d0.1 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767735620.694808:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00800000:00000001:1.0:1767735620.694816:0:286704:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767735620.694819:0:286704:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767735620.694823:0:286704:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:1.0:1767735620.694827:0:286704:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767735620.694829:0:286704:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767735620.694833:0:286704:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767735620.694836:0:286704:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767735620.694839:0:286704:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x756f:0x0] 40000000:00000001:1.0:1767735620.694842:0:286704:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.694845:0:286704:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.694847:0:286704:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.694850:0:286704:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.694852:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba08 00800000:00000002:1.0:1767735620.694855:0:286704:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.1' [0x2000013a3:0x756f:0x0] on [0x2000013a3:0x756e:0x0] -> mds #0 00000002:00000001:1.0:1767735620.694860:0:286704:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767735620.694862:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.694867:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.694870:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.694873:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.694877:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.694888:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767735620.694898:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.694902:0:286704:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767735620.694905:0:286704:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767735620.694907:0:286704:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x756e:0x0] mode (null) 00000002:00000001:1.0:1767735620.694911:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.694914:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.694917:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 4 00010000:00000001:1.0:1767735620.694920:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.694923:0:286704:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767735620.694926:0:286704:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767735620.694929:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.694933:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.694936:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.694945:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694947:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.694949:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767735620.694951:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.694953:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.694955:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=2 00000020:00000001:1.0:1767735620.694957:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.694960:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.694963:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.694964:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.694966:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.694967:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.694969:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 4 00010000:00000001:1.0:1767735620.694971:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767735620.694974:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.694977:0:286704:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767735620.694980:0:286704:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a3:0x756e:0x0] lli = ffff94b1f0687380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767735620.694984:0:286704:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767735620.694993:0:286704:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767735620.694995:0:286704:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767735620.694997:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.695000:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.695002:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.695004:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.695006:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.695009:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767735620.695012:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb346e00 with handle 0x1886cffb85cc57eb from hash 00010000:00000001:1.0:1767735620.695015:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.695017:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.695018:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.695019:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.695022:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.695024:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767735620.695027:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767735620.695029:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.695032:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767735620.695037:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd332a00. 00000020:00000040:1.0:1767735620.695041:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767735620.695046:0:286704:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767735620.695047:0:286704:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.695050:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.695053:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.695056:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.695057:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.695059:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.695061:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.695063:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.695066:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.695071:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e5000. 00000100:00000001:1.0:1767735620.695076:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.695079:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.695082:0:286704:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767735620.695087:0:286704:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.695140:0:286704:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767735620.695143:0:286704:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767735620.695146:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.695149:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57eb lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e17c7 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.695161:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.695162:0:286704:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.695165:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.695167:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.695169:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767735620.695180:0:286704:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767735620.695188:0:286704:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767735620.695197:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.695200:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.695205:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.695208:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.695211:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.695213:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374081024 : -117983335470592 : ffff94b1dd332a00) 00000100:00000001:1.0:1767735620.695217:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.695220:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.695222:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.695224:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.695228:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.695237:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.695239:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.695243:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.695245:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.695248:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.695260:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd332a00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713600:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767735620.695264:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.695268:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.695271:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.695273:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.695277:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed925800. 02000000:00000001:1.0:1767735620.695279:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.695287:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.695290:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.695296:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.695301:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706713600, portal 10 00000100:00000001:1.0:1767735620.695303:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.695305:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374081024 : -117983335470592 : ffff94b1dd332a00) 00000100:00000040:1.0:1767735620.695353:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.695363:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.695367:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.695371:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b3b8. 00000100:00000200:1.0:1767735620.695375:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602706713600, offset 0 00000400:00000200:1.0:1767735620.695381:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.695389:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.695396:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.695401:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.695405:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.695408:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.695411:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.695416:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337138:337138:256:4294967295] 192.168.203.112@tcp LPNI seq info [337138:337138:8:4294967295] 00000400:00000200:1.0:1767735620.695422:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.695432:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.695438:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.695442:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:1.0:1767735620.695457:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.695464:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.695468:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.695487:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.695492:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.695497:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.695500:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382522 00000100:00000001:1.0:1767735620.695507:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382517 00000100:00000001:1.0:1767735620.695512:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382522 00000100:00000001:1.0:1767735620.695516:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382517 00000100:00000001:1.0:1767735620.695520:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.695523:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.695526:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.695528:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.695531:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.695534:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.695537:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.695664:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.695672:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:3.0:1767735620.695678:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.695687:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.695692:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b3b8 00000400:00000010:3.0:1767735620.695695:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b3b8. 00000100:00000001:3.0:1767735620.695700:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.695708:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.695741:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.695746:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.695755:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.695758:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000100:00000040:3.0:1767735620.701422:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382522, at 4304382523 00000100:00000010:3.0:1767735620.701435:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef284360. 00000100:00000040:2.0:1767735620.701465:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304382522, at 4304382523 00000100:00000010:2.0:1767735620.701482:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef2845a0. 00000800:00000001:3.0:1767735620.701484:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.701500:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.701504:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.701510:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.701521:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701531:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.701539:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701545:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701551:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701556:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d782e36c00 00000400:00000200:3.0:1767735620.701562:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701568:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x20cc65 [1] + 224 00000800:00000001:3.0:1767735620.701577:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.701587:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.701590:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.701595:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.701600:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.701608:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.701622:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.701648:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735620.701668:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767735620.701673:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701679:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735620.701686:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337139:337139:256:4294967295] 192.168.203.112@tcp LPNI seq info [337139:337139:8:4294967295] 00000400:00000200:3.0:1767735620.701692:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.701701:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000800:00000200:3.0:1767735620.701708:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735620.701713:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416a00. 00000800:00000200:3.0:1767735620.701720:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:3.0:1767735620.701728:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:3.0:1767735620.701733:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416a00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767735620.701749:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.701759:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.701761:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.701765:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.701773:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:1.0:1767735620.701777:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:1.0:1767735620.701784:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.701796:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735620.701810:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000200:3.0:1767735620.701817:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000100:00000200:1.0:1767735620.701819:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd332a00 x1853602706713600/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735620.701827:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000010:3.0:1767735620.701828:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416a00. 00000400:00000200:3.0:1767735620.701845:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00000001:1.0:1767735620.701864:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735620.701869:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767735620.701871:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.701878:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.701881:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.701899:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.701901:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.701905:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.701911:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.701917:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.701920:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.701922:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.701924:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.701928:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.701931:0:286704:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735620.701933:0:286704:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30001b91e/0x1] 00000100:00000001:1.0:1767735620.701935:0:286704:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735620.701938:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.701940:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374081024 : -117983335470592 : ffff94b1dd332a00) 00000100:00000001:1.0:1767735620.701943:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.701945:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.701948:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.701951:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.701958:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.701969:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.701973:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.701976:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.701982:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735620.701992:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd332a00 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713600:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767735620.701998:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.702001:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.702003:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.702005:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.702009:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.702031:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.702034:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.702038:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.702040:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.702046:0:286704:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.702049:0:286704:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x756f:0x0] 00800000:00000001:1.0:1767735620.702052:0:286704:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.702055:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.702059:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.702062:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.702064:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950767 : 144115272414950767 : 2000013a300756f) 00000080:00000001:1.0:1767735620.702068:0:286704:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767735620.702076:0:286704:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b200dbe300. 00000080:00000001:1.0:1767735620.702083:0:286704:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767735620.702086:0:286704:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x756f:0x0](ffff94b200dbe3c8) 00000080:00000001:1.0:1767735620.702089:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.702091:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756f:0x0] 00000080:00000001:1.0:1767735620.702094:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.702097:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950767 : 144115272414950767 : 2000013a300756f) 00000080:00000001:1.0:1767735620.702100:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767735620.702129:0:286704:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414950767 mtime from 0 to 1767735620 00000080:00200000:1.0:1767735620.702135:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756f:0x0], updating i_size 512 00000080:00000001:1.0:1767735620.702137:0:286704:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767735620.702139:0:286704:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090972341192 : -117982737210424 : ffff94b200dbe3c8) 00000080:00000001:1.0:1767735620.702142:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.702145:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.702148:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.702153:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.702159:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd332a00 x1853602706713600/t12885014816(12885014816) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.702168:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.702171:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000010:1.0:1767735620.702176:0:286704:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1ed8e5c00. 00000080:00000001:1.0:1767735620.702187:0:286704:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.702199:0:286704:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767735620.702202:0:286704:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767735620.702205:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abdb0 00000080:00200008:1.0:1767735620.702208:0:286704:0:(file.c:424:ll_file_release()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000 00000080:00400000:1.0:1767735620.702213:0:286704:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.702217:0:286704:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767735620.702219:0:286704:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767735620.702221:0:286704:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767735620.702227:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.702229:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.702234:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.702237:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767735620.702242:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.702244:0:286704:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x756e:0x0]: 0 00000080:00000001:1.0:1767735620.702248:0:286704:0:(file.c:295:ll_md_real_close()) Process entered 00000080:00000001:1.0:1767735620.702250:0:286704:0:(file.c:148:ll_close_inode_openhandle()) Process entered 00000080:00000010:1.0:1767735620.702254:0:286704:0:(file.c:156:ll_close_inode_openhandle()) kmalloced '(op_data)': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.702257:0:286704:0:(file.c:87:ll_prepare_close()) Process entered 00000080:00000001:1.0:1767735620.702262:0:286704:0:(file.c:126:ll_prepare_close()) Process leaving 00800000:00000001:1.0:1767735620.702265:0:286704:0:(lmv_obd.c:1634:lmv_close()) Process entered 00800000:00000002:1.0:1767735620.702268:0:286704:0:(lmv_obd.c:1640:lmv_close()) CLOSE [0x2000013a3:0x756e:0x0] 00000002:00000001:1.0:1767735620.702271:0:286704:0:(mdc_request.c:878:mdc_close()) Process entered 00000002:00000002:1.0:1767735620.702274:0:286704:0:(mdc_request.c:881:mdc_close()) lustre-MDT0000-mdc-ffff94b1e7e86000: [0x2000013a3:0x756e:0x0] file closed with intent: 0 00000100:00000010:1.0:1767735620.702279:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333b80. 00000020:00000040:1.0:1767735620.702283:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:1.0:1767735620.702287:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.702290:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.702294:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.702299:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1d1eac000. 00000100:00000001:1.0:1767735620.702304:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000002:00100000:1.0:1767735620.702351:0:286704:0:(mdc_request.c:963:mdc_close()) @@@ matched open req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 1 fl Complete:RPQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000020:00100000:1.0:1767735620.702368:0:286704:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 35, max 7 00000100:00100000:1.0:1767735620.702374:0:286704:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 1 fl New:QU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00000100:00000001:1.0:1767735620.702393:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.702397:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.702402:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.702406:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.702409:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.702412:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.702417:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.702421:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.702424:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.702427:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.702435:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.702445:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.702447:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.702451:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.702454:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.702456:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.702460:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713856:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767735620.702465:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.702468:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.702471:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.702473:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.702478:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.702480:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.702487:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.702490:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.702495:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.702500:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706713856, portal 10 00000100:00000001:1.0:1767735620.702502:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.702504:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000040:1.0:1767735620.702511:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.702534:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.702537:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.702541:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bee0. 00000100:00000200:1.0:1767735620.702544:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 392 bytes to portal 23, xid 1853602706713856, offset 0 00000400:00000200:1.0:1767735620.702551:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.702557:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.702563:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.702568:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.702572:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.702576:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.702579:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.702583:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337140:337140:256:4294967295] 192.168.203.112@tcp LPNI seq info [337140:337140:8:4294967295] 00000400:00000200:1.0:1767735620.702589:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.702599:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.702605:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 392 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.702611:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:1.0:1767735620.702617:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.702624:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.702629:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 488 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.702653:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.702658:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.702663:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.702666:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382529 00000100:00000010:1.0:1767735620.702671:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef284d20. 00000100:00000001:1.0:1767735620.702676:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:1.0:1767735620.702688:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382529 00000100:00000010:1.0:1767735620.702692:0:286704:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1ef284780. 00000100:00000001:1.0:1767735620.702695:0:286704:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:1.0:1767735620.702705:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.702715:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.702718:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.702721:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=11 : 11 : b) 00000100:00100000:1.0:1767735620.702724:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 11 seconds 00000100:00000001:1.0:1767735620.702727:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.702730:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.702831:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.702839:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:2.0:1767735620.702846:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.702855:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.702861:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bee0 00000400:00000010:2.0:1767735620.702864:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bee0. 00000100:00000001:2.0:1767735620.702869:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.702877:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.702890:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.702894:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.702916:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.702919:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767735620.703383:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347800. 00010000:00000010:1.1:1767735620.703395:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb346e00. 00000800:00000001:3.0:1767735620.705171:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.705183:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.705187:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.705190:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.705198:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.705206:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.705213:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.705218:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.705224:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.705228:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 456 into portal 10 MB=0x695d782e36d00 00000400:00000200:3.0:1767735620.705234:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.705240:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 456/456 into md 0x20cc6d [1] + 224 00000800:00000001:3.0:1767735620.705246:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.705255:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.705259:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.705264:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.705281:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.705290:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735620.705305:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=456 offset=224 replen=944 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.705364:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.705374:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.705379:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.705477:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.705487:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.705490:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.705494:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.705500:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:1.0:1767735620.705504:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:1.0:1767735620.705508:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.705517:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.705531:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333b80 x1853602706713856/t0(0) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/944 e 0 to 0 dl 1767735636 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705541:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.705543:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.705546:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.705549:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.705551:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.705553:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.705556:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.705562:0:286704:0:(import.c:2128:obd_at_measure()) add 5 to ffff94b1c403dca0 time=50 v=5 (5 0 0 0) 00000100:00001000:1.0:1767735620.705567:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.705570:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.705572:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.705575:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.705578:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.705581:0:286704:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735620.705584:0:286704:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767735620.705586:0:286704:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735620.705588:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.705590:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.705594:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.705608:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.705611:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.705614:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.705620:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 3 fl Rpc:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705630:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.705633:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.705635:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.705640:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 3 fl Interpret:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.705650:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713856:192.168.203.112@tcp:35:lfs.0 00000100:00000001:1.0:1767735620.705656:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.705659:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.705661:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.705663:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705667:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705675:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.705678:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.705682:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.705683:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.705689:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.705691:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000002:00000001:1.0:1767735620.705694:0:286704:0:(mdc_request.c:1022:mdc_close()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.705697:0:286704:0:(lmv_obd.c:1642:lmv_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.705701:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac800. 00000080:00000001:1.0:1767735620.705705:0:286704:0:(file.c:266:ll_close_inode_openhandle()) Process leaving 00800000:00000001:1.0:1767735620.705708:0:286704:0:(lmv_obd.c:4047:lmv_clear_open_replay_data()) Process entered 00000002:00000001:1.0:1767735620.705712:0:286704:0:(mdc_request.c:843:mdc_clear_open_replay_data()) Process entered 00000002:00100000:1.0:1767735620.705717:0:286704:0:(mdc_request.c:831:mdc_free_open()) @@@ free open request, rq_replay=0 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705743:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.705745:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.705748:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705752:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705760:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.705762:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705766:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 3 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705774:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.705776:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705780:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333100 x1853602706713344/t12885014815(12885014815) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 1 fl Complete:RMQU/604/ffffffff rc 301/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705788:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 00000020:00000001:1.0:1767735620.705791:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.705792:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.705795:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.705798:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.705801:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.705803:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.705805:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333100. 00000100:00000001:1.0:1767735620.705808:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.705809:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.705811:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705815:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 2 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705823:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000002:00000010:1.0:1767735620.705825:0:286704:0:(mdc_request.c:863:mdc_clear_open_replay_data()) kfreed 'mod': 32 at ffff94b1c4cbff20. 00000002:00000001:1.0:1767735620.705828:0:286704:0:(mdc_request.c:865:mdc_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.705831:0:286704:0:(lmv_obd.c:4053:lmv_clear_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.705839:0:286704:0:(file.c:271:ll_close_inode_openhandle()) kfreed 'och': 56 at ffff94b1f451f340. 00000100:00000001:1.0:1767735620.705842:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.705846:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333b80 x1853602706713856/t12885014817(12885014817) o35->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:23/10 lens 392/456 e 0 to 0 dl 1767735636 ref 1 fl Complete:RQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.705854:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.705856:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.705859:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.705862:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.705864:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.705865:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.705867:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.705869:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1d1eac000. 02000000:00000001:1.0:1767735620.705872:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.705873:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.705875:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333b80. 00000100:00000001:1.0:1767735620.705878:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.705879:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.705882:0:286704:0:(file.c:324:ll_md_real_close()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.705886:0:286704:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767735620.705889:0:286704:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.705893:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abdb0 00000080:00000008:1.0:1767735620.705896:0:286704:0:(file.c:464:ll_file_release()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000, rc = 0 00000080:00000001:1.0:1767735620.705901:0:286704:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.705903:0:286704:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.705907:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.705909:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abe00 00000080:00002000:1.0:1767735620.705912:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.705915:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.705944:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.705947:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.705949:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.705951:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb20 00000080:00200000:1.0:1767735620.705953:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.705959:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.705964:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.705967:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.705977:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.705980:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba40 00800000:00000002:1.0:1767735620.705983:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.705987:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.705990:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.705995:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.705997:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab910 00000002:00010000:1.0:1767735620.705999:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.706003:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.706006:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.706008:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.706013:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.706016:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.706020:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.706023:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.706028:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.706040:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.706043:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.706047:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.706056:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.706058:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.706061:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.706063:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.706065:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.706068:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.706071:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.706073:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.706076:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.706079:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.706081:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.706084:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.706094:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.706098:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.706101:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.706130:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.706133:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.706136:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.706139:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.706143:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.706146:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.706148:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.706150:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.706152:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.706155:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abb58 00010000:00000001:1.0:1767735620.706157:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.706159:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.706161:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.706163:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.706166:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.706168:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.706172:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.706180:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.706181:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.706183:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.706185:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.706188:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.706195:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.706198:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.706200:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.706203:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.706204:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.706213:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706216:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.706218:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706220:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706224:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706226:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.706228:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.706230:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.706232:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.706234:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.706237:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.706242:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.706245:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.706248:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abae8 00000080:00002000:1.0:1767735620.706250:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.706253:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.706256:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb30 00000080:00200000:1.0:1767735620.706258:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=29 00000080:00000001:1.0:1767735620.706262:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.706264:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.706267:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.706269:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.706272:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.706284:0:286704:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c4cbfa80. 00000020:00000001:1.0:1767735620.706288:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abae8 00000080:00200000:1.0:1767735620.706291:0:286704:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags=13 00000080:00000001:1.0:1767735620.706295:0:286704:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735620.706297:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a8 00000080:00200000:1.0:1767735620.706299:0:286704:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), intent=getattr 00000080:00000010:1.0:1767735620.706305:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.706363:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.706366:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.706368:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8c8 00800000:00000002:1.0:1767735620.706370:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a3:0x756e:0x0] 00800000:00000001:1.0:1767735620.706374:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767735620.706378:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab860 00800000:00000002:1.0:1767735620.706389:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x756e:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767735620.706394:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.706396:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab798 00000002:00010000:1.0:1767735620.706398:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a3:0x756e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.706403:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.706405:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.706409:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333b80. 00000020:00000040:1.0:1767735620.706412:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.706417:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.706420:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.706424:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.706426:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.706428:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.706431:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.706433:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.706436:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.706443:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.706448:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706453:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.706456:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706459:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.706461:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.706464:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.706471:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00010000:00000001:1.0:1767735620.706476:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.706479:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.706484:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.706489:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.706495:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.706499:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb346e00. 00000020:00000001:1.0:1767735620.706504:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.706508:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb346e00 with handle 0x1886cffb85cc57f9 to hash 00000020:00000001:1.0:1767735620.706510:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.706512:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.706516:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.706525:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.706528:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.706532:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.706541:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.706551:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.706558:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.706560:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.706564:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.706566:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.706569:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.706571:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.706576:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.706579:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.706581:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.706583:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.706589:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.706599:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.706601:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.706605:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.706608:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.706611:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.706615:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713984:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.706619:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.706622:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.706625:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.706627:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.706631:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.706642:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.706648:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.706652:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.706657:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.706661:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706713984, portal 10 00000100:00000001:1.0:1767735620.706664:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.706666:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000040:1.0:1767735620.706673:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.706682:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.706685:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.706688:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b440. 00000100:00000200:1.0:1767735620.706692:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706713984, offset 0 00000400:00000200:1.0:1767735620.706698:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.706704:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.706710:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.706714:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.706718:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.706722:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.706725:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.706729:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337141:337141:256:4294967295] 192.168.203.112@tcp LPNI seq info [337141:337141:8:4294967295] 00000400:00000200:1.0:1767735620.706735:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.706745:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.706751:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.706756:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38a00. 00000800:00000200:1.0:1767735620.706762:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.706769:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.706773:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38a00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.706793:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.706798:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.706803:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.706813:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382533 00000100:00000001:1.0:1767735620.706820:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382529 00000100:00000001:1.0:1767735620.706826:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382533 00000100:00000001:1.0:1767735620.706830:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382529 00000100:00000001:1.0:1767735620.706833:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.706837:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.706839:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.706841:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.706845:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.706847:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.706850:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.706969:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.706978:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38a00. 00000400:00000200:2.0:1767735620.706985:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.706993:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.707000:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b440 00000400:00000010:2.0:1767735620.707003:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b440. 00000100:00000001:2.0:1767735620.707009:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.707016:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.707030:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.707035:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.707045:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.707048:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.710271:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.710284:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.710287:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.710291:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.710299:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.710351:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.710362:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.710370:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.710379:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.710387:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36d80 00000400:00000200:3.0:1767735620.710394:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.710401:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc75 [1] + 224 00000800:00000001:3.0:1767735620.710409:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.710420:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.710425:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.710431:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.710439:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.710448:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735620.710465:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.710493:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.710500:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.710517:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.710533:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.710544:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.710547:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.710552:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.710559:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:1.0:1767735620.710562:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:1.0:1767735620.710566:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.710576:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.710590:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.710601:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.710603:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.710606:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.710608:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.710611:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.710613:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.710616:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.710622:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.710627:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.710630:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735620.710635:0:286704:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.710657:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.710661:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.710664:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.710666:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.710669:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735620.710675:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.710684:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735620.710687:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.710689:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.710694:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.710703:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706713984:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.710709:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.710712:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.710714:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.710717:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.710721:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.710730:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.710733:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.710736:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.710737:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735620.710740:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.710743:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.710745:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.710748:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=4 00000020:00000001:1.0:1767735620.710751:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.710755:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00010000:1.0:1767735620.710760:0:286704:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710777:0:286704:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735620.710782:0:286704:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710789:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.710792:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710799:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.710801:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.710804:0:286704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710810:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.710812:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.710815:0:286704:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735620.710818:0:286704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.710824:0:286704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fb346e00 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735620.710827:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735620.710830:0:286704:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710836:0:286704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735620.710839:0:286704:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735620.710843:0:286704:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710849:0:286704:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735620.710852:0:286704:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735620.710853:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.710855:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.710862:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346e00 refcount=5 00000020:00000001:1.0:1767735620.710865:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.710868:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877480448 : -117982832071168 : ffff94b1fb346e00) 00010000:00000001:1.0:1767735620.710871:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.710874:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 286704 initiator: MDT0 00000080:00000001:1.0:1767735620.710880:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.710882:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.710885:0:286704:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735620.710886:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.710889:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.710891:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.710893:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.710895:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735620.710898:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb346e00 with handle 0x1886cffb85cc57f9 from hash 00010000:00000001:1.0:1767735620.710900:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.710902:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.710904:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.710905:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.710907:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.710908:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735620.710911:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.710913:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.710914:0:286704:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.710916:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.710920:0:286704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710926:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.710927:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.710930:0:286704:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735620.710932:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.710934:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.710935:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.710937:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.710939:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346e00/0x1886cffb85cc57f9 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.710956:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.710958:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735620.710963:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735620.710968:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.710978:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.710979:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.710982:0:286704:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.710984:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.710987:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.710989:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.710991:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.710993:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.710995:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab718 00000002:00002000:1.0:1767735620.710998:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767735620.711001:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.711004:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.711006:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.711009:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x756e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735620.711013:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.711016:0:286704:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735620.711018:0:286704:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080abb20 it_disposition 7 00000080:00002000:1.0:1767735620.711022:0:286704:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14ed0d8 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767735620.711028:0:286704:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.711031:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.711033:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.711036:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.711040:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.711043:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.711048:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.711052:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.711054:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.711056:0:286704:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.711065:0:286704:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735620.711069:0:286704:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735620.711073:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000100:00000001:1.0:1767735620.711077:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.711082:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333b80 x1853602706713984/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.711091:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.711093:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.711096:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.711099:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.711101:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.711130:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.711134:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.711137:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.711140:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.711142:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.711144:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333b80. 00000100:00000001:1.0:1767735620.711148:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.711150:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.711152:0:286704:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767735620.711154:0:286704:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080abb20 released 00000080:00000001:1.0:1767735620.711156:0:286704:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767735620.711160:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.711163:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb70 00000080:00002000:1.0:1767735620.711165:0:286704:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1f14ed0d8, parent ffff94b1f14ed438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767735620.711169:0:286704:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.711173:0:286704:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735620.711177:0:286704:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767735620.711180:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.711182:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbf0 00000080:00002000:1.0:1767735620.711184:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.711188:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.711206:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.711209:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.711211:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.711213:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbb0 00000080:00200000:1.0:1767735620.711216:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.711230:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.711235:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.711238:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.711241:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.711243:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abad0 00800000:00000002:1.0:1767735620.711246:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.711250:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.711254:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.711258:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.711261:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a0 00000002:00010000:1.0:1767735620.711263:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.711267:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.711269:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.711271:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.711275:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.711278:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.711282:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.711284:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.711289:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.711299:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.711302:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.711306:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.711351:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.711354:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.711356:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.711358:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.711361:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.711364:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.711367:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.711369:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.711381:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.711385:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.711387:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.711390:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.711394:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.711398:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.711400:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.711402:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.711404:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.711407:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.711410:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.711413:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.711416:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.711418:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.711419:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.711422:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.711424:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abbe8 00010000:00000001:1.0:1767735620.711427:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.711429:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.711431:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.711433:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.711436:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.711438:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.711442:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.711449:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.711451:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.711452:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.711455:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.711458:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.711465:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.711473:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.711475:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.711478:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.711480:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.711482:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711485:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.711487:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711490:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711493:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711496:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.711498:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.711499:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.711502:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.711503:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.711507:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.711511:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.711514:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.711516:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00002000:1.0:1767735620.711519:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.711522:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.711524:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00200000:1.0:1767735620.711526:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=16408 00000080:00000001:1.0:1767735620.711530:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.711532:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.711535:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.711537:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.711540:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.711550:0:286704:0:(dcache.c:138:ll_d_init()) kmalloced '(lld)': 24 at ffff94b1c4cbf2a0. 00000020:00000001:1.0:1767735620.711554:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00200000:1.0:1767735620.711557:0:286704:0:(namei.c:1277:ll_lookup_nd()) VFS Op:name=d0.2, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags=16392 00000080:00000001:1.0:1767735620.711560:0:286704:0:(namei.c:1014:ll_lookup_it()) Process entered 00000020:00000001:1.0:1767735620.711562:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba38 00000080:00200000:1.0:1767735620.711565:0:286704:0:(namei.c:1020:ll_lookup_it()) VFS Op:name=d0.2, dir=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), intent=getattr 00000080:00000010:1.0:1767735620.711571:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.711575:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.711577:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.711579:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab958 00800000:00000002:1.0:1767735620.711588:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x0:0x0:0x0] 'd0.2' on [0x2000013a3:0x756e:0x0] 00800000:00000001:1.0:1767735620.711592:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00000020:00000001:1.0:1767735620.711595:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8f0 00800000:00000002:1.0:1767735620.711597:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x2000013a3:0x756e:0x0], fid2=[0x0:0x0:0x0], name='d0.2' -> mds #0 00000002:00000001:1.0:1767735620.711602:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.711604:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab828 00000002:00010000:1.0:1767735620.711606:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: d0.2,[0x0:0x0:0x0]) in obj [0x2000013a3:0x756e:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.711610:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.711612:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.711616:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333b80. 00000020:00000040:1.0:1767735620.711620:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.711624:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.711628:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.711631:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.711632:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.711634:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.711637:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.711639:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.711642:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.711648:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.711653:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711657:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.711659:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711661:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.711663:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.711665:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.711671:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00010000:00000001:1.0:1767735620.711674:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.711677:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.711680:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.711683:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.711686:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.711689:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb347800. 00000020:00000001:1.0:1767735620.711692:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.711695:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb347800 with handle 0x1886cffb85cc5800 to hash 00000020:00000001:1.0:1767735620.711704:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.711706:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.711709:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.711713:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.711715:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.711719:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.711727:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.711737:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 3/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.711744:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.711746:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.711750:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.711753:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.711756:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.711758:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.711762:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.711765:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.711767:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.711769:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.711775:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.711784:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.711786:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.711790:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.711792:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.711795:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.711799:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714112:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.711803:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.711812:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.711815:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.711818:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.711821:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.711824:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.711831:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.711834:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.711839:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.711844:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706714112, portal 10 00000100:00000001:1.0:1767735620.711847:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.711849:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000040:1.0:1767735620.711856:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.711865:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.711868:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.711871:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845bcc0. 00000100:00000200:1.0:1767735620.711874:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706714112, offset 0 00000400:00000200:1.0:1767735620.711880:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.711886:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.711892:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.711897:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.711901:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.711905:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.711908:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.711912:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337142:337142:256:4294967295] 192.168.203.112@tcp LPNI seq info [337142:337142:8:4294967295] 00000400:00000200:1.0:1767735620.711918:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.711929:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.711935:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.711940:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:1.0:1767735620.711946:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.711953:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.711957:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.711987:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.711992:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.711998:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.712001:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382538 00000100:00000001:1.0:1767735620.712008:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382533 00000100:00000001:1.0:1767735620.712013:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382538 00000100:00000001:1.0:1767735620.712017:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382533 00000100:00000001:1.0:1767735620.712021:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.712024:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.712026:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.712028:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.712031:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.712035:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.712037:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.712197:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.712205:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:2.0:1767735620.712212:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.712221:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.712228:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845bcc0 00000400:00000010:2.0:1767735620.712231:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845bcc0. 00000100:00000001:2.0:1767735620.712236:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.712244:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.712258:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.712263:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.712272:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.712275:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.715389:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.715401:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.715405:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.715408:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.715416:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.715424:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.715431:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.715436:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.715442:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.715446:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36e00 00000400:00000200:3.0:1767735620.715452:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.715458:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc7d [1] + 224 00000800:00000001:3.0:1767735620.715464:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.715486:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.715490:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.715495:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.715501:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.715510:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735620.715524:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.715552:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.715560:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.715565:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.715591:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.715602:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.715604:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.715608:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.715615:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:1.0:1767735620.715618:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:1.0:1767735620.715623:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.715632:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.715647:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.715657:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.715659:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.715662:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.715664:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.715666:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.715669:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.715672:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.715678:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.715698:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.715701:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:1.0:1767735620.715707:0:286704:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = 301 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.715716:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.715720:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.715722:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.715725:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.715727:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=301 : 301 : 12d) 00000100:00000040:1.0:1767735620.715732:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.715741:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=301 : 301 : 0x12d) 00000100:00000001:1.0:1767735620.715744:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.715746:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.715750:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.715760:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714112:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.715765:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.715768:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=301 : 301 : 12d) 00000100:00000001:1.0:1767735620.715771:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.715773:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.715777:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.715786:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.715789:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.715792:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.715794:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=301 : 301 : 12d) 00010000:00000001:1.0:1767735620.715797:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.715799:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.715801:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.715804:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=4 00000020:00000001:1.0:1767735620.715807:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.715817:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00010000:1.0:1767735620.715823:0:286704:0:(ldlm_request.c:631:ldlm_cli_enqueue_fini()) ### client-side enqueue END (ABORTED) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715834:0:286704:0:(ldlm_request.c:662:ldlm_cli_enqueue_fini()) Process leaving via cleanup (rc=301 : 301 : 0x12d) 00010000:00010000:1.0:1767735620.715838:0:286704:0:(ldlm_request.c:548:failed_lock_cleanup()) ### setting FL_LOCAL_ONLY | LDLM_FL_FAILED | LDLM_FL_ATOMIC_CB | LDLM_FL_CBPENDING ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715845:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.715848:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715855:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.715857:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.715859:0:286704:0:(ldlm_lock.c:880:ldlm_lock_decref_internal()) ### final decref done on CBPENDING lock ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x10206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715866:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.715868:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.715871:0:286704:0:(ldlm_lockd.c:1904:ldlm_handle_bl_callback()) Process entered 00010000:00010000:1.0:1767735620.715874:0:286704:0:(ldlm_lockd.c:1906:ldlm_handle_bl_callback()) ### client blocking AST callback handler ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.715881:0:286704:0:(ldlm_lockd.c:1920:ldlm_handle_bl_callback()) Lock ffff94b1fb347800 already unused, calling callback (ffffffffc19c9b40) 00000080:00000001:1.0:1767735620.715884:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00010000:00010000:1.0:1767735620.715888:0:286704:0:(ldlm_request.c:1595:ldlm_cli_convert()) ### client lock convert START ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715896:0:286704:0:(ldlm_inodebits.c:510:ldlm_cli_inodebits_convert()) Process entered 00010000:00000001:1.0:1767735620.715898:0:286704:0:(ldlm_inodebits.c:533:ldlm_cli_inodebits_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00010000:1.0:1767735620.715902:0:286704:0:(ldlm_request.c:1605:ldlm_cli_convert()) ### client lock convert END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 4/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x206400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715909:0:286704:0:(ldlm_request.c:1606:ldlm_cli_convert()) Process leaving (rc=18446744073709551594 : -22 : ffffffffffffffea) 00010000:00000001:1.0:1767735620.715918:0:286704:0:(ldlm_request.c:1626:ldlm_cli_cancel()) Process entered 00010000:00000001:1.0:1767735620.715920:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.715922:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.715925:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347800 refcount=5 00000020:00000001:1.0:1767735620.715929:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.715932:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483008 : -117982832068608 : ffff94b1fb347800) 00010000:00000001:1.0:1767735620.715935:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.715938:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 5/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x20e400000000 pid: 286704 initiator: MDT0 00000080:00000001:1.0:1767735620.715944:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.715945:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.715949:0:286704:0:(ldlm_request.c:1301:ldlm_cli_cancel_local()) not sending request (at caller's instruction) 00010000:00000001:1.0:1767735620.715950:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.715953:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.715955:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.715957:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.715959:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00000020:00000040:1.0:1767735620.715962:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347800 with handle 0x1886cffb85cc5800 from hash 00010000:00000001:1.0:1767735620.715965:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.715968:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.715971:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.715973:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.715975:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.715977:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=137438953472 : 137438953472 : 2000000000) 00010000:00000001:1.0:1767735620.715980:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.715982:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.715986:0:286704:0:(ldlm_request.c:1665:ldlm_cli_cancel()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.715989:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.715993:0:286704:0:(ldlm_lockd.c:1932:ldlm_handle_bl_callback()) ### client blocking callback handler END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 3/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.715999:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716000:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716002:0:286704:0:(ldlm_lockd.c:1934:ldlm_handle_bl_callback()) Process leaving 00010000:00000001:1.0:1767735620.716004:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.716011:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716013:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716014:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.716017:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347800/0x1886cffb85cc5800 lrc: 0/0,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x2 rrc: 3 type: IBT flags: 0x4a0f400000000 pid: 286704 initiator: MDT0 00010000:00000001:1.0:1767735620.716029:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716031:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=301 : 301 : 12d) 00000002:00000001:1.0:1767735620.716035:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00000002:00100000:1.0:1767735620.716040:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=7, status=0 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.716050:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.716052:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716054:0:286704:0:(mdc_locks.c:930:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716057:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716059:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.716062:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00010000:00000001:1.0:1767735620.716063:0:286704:0:(ldlm_lock.c:611:__ldlm_handle2lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716065:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.716068:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab7a8 00000002:00002000:1.0:1767735620.716070:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry=d0.2 intent=getattr status=0 disp=7: rc = 0 00000002:00000001:1.0:1767735620.716074:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.716077:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.716079:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.716082:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x2000013a3:0x756e:0x0] suppgids 0 -1: rc 0 00000080:00000001:1.0:1767735620.716086:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.716088:0:286704:0:(namei.c:671:ll_lookup_it_finish()) Process entered 00000080:00002000:1.0:1767735620.716091:0:286704:0:(namei.c:677:ll_lookup_it_finish()) it ffffafc3080abbb0 it_disposition 7 00000080:00002000:1.0:1767735620.716095:0:286704:0:(namei.c:656:ll_splice_alias()) Add dentry ffff94b1f14c8438 inode 0000000000000000 refc 1 flags 0xe 00800000:00000001:1.0:1767735620.716101:0:286704:0:(lmv_obd.c:4107:lmv_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.716129:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.716131:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.716133:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.716138:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.716141:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.716146:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.716158:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716160:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.716163:0:286704:0:(lmv_obd.c:4114:lmv_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.716166:0:286704:0:(namei.c:833:ll_lookup_it_finish()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000001:1.0:1767735620.716169:0:286704:0:(namei.c:1252:ll_lookup_it()) Process leaving via out (rc=0 : 0 : 0x0) 00000080:00000010:1.0:1767735620.716173:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000100:00000001:1.0:1767735620.716177:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.716183:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333b80 x1853602706714112/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 301/301 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.716192:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.716194:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.716197:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.716201:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.716203:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.716204:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.716207:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.716210:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.716213:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.716215:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.716217:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333b80. 00000100:00000001:1.0:1767735620.716221:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.716223:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.716225:0:286704:0:(dcache.c:174:ll_intent_release()) Process entered 00000080:00000040:1.0:1767735620.716227:0:286704:0:(dcache.c:176:ll_intent_release()) intent ffffafc3080abbb0 released 00000080:00000001:1.0:1767735620.716229:0:286704:0:(dcache.c:187:ll_intent_release()) Process leaving 00000080:00000001:1.0:1767735620.716233:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.716235:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc00 00000080:00002000:1.0:1767735620.716238:0:286704:0:(dcache.c:127:ll_ddelete()) deleting dentry d0.2 (ffff94b1f14c8438, parent ffff94b1f14ed438, inode 0000000000000000) hashed, 00000080:00000001:1.0:1767735620.716242:0:286704:0:(dcache.c:130:ll_ddelete()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.716245:0:286704:0:(dcache.c:39:ll_release()) Process entered 00000080:00000001:1.0:1767735620.716249:0:286704:0:(dcache.c:48:ll_release()) Process leaving 00000080:00000001:1.0:1767735620.716253:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.716255:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc80 00000080:00002000:1.0:1767735620.716257:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.716261:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.716279:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.716289:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.716290:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.716293:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb20 00000080:00200000:1.0:1767735620.716296:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.716301:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.716305:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.716348:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.716351:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.716353:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba40 00800000:00000002:1.0:1767735620.716356:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.716360:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.716363:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.716368:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.716370:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab910 00000002:00010000:1.0:1767735620.716373:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.716377:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.716379:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.716381:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.716385:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.716388:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.716391:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.716394:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.716398:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.716409:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.716413:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.716416:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.716425:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.716427:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.716429:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.716432:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.716434:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.716444:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.716448:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.716451:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.716454:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.716458:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.716460:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.716463:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.716467:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.716471:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.716473:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.716475:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.716477:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.716479:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.716482:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.716485:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.716488:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716490:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.716492:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.716494:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.716497:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abb58 00010000:00000001:1.0:1767735620.716500:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.716501:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.716503:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.716505:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.716507:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.716510:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.716513:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.716521:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716522:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716524:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.716526:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.716529:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.716545:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.716548:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.716550:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.716554:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716555:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716557:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716560:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.716562:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716565:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716568:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716570:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.716572:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716573:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.716575:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.716577:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.716580:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.716586:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.716592:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.716594:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb48 00000080:00002000:1.0:1767735620.716597:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.716601:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.716603:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb90 00000080:00200000:1.0:1767735620.716605:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=13 00000080:00000001:1.0:1767735620.716609:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.716613:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.716629:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00200008:1.0:1767735620.716632:0:286704:0:(file.c:6252:ll_getattr_dentry()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767735620.716638:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.716640:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc80 00000080:00200000:1.0:1767735620.716642:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448),name=d160s.sanity 00000080:00000010:1.0:1767735620.716648:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.716652:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.716656:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.716658:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.716666:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abba0 00800000:00000002:1.0:1767735620.716669:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x2000013a3:0x756e:0x0] 'd160s.sanity' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.716674:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.716679:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x756e:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.716684:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.716687:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba70 00000002:00010000:1.0:1767735620.716690:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x756e:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.716694:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.716696:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.716698:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.716702:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.716704:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.716708:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 30 res 8589939619/30062 (0 0) 00000002:00000001:1.0:1767735620.716712:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716714:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716717:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.716719:0:286704:0:(mdc_locks.c:621:mdc_intent_getattr_pack()) Process entered 00000100:00000010:1.0:1767735620.716723:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333b80. 00000020:00000040:1.0:1767735620.716726:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00010000:00000001:1.0:1767735620.716731:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.716734:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.716738:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.716739:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.716741:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.716744:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.716746:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.716750:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.716756:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.716760:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716764:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.716767:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716769:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.716771:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.716774:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.716778:0:286704:0:(mdc_locks.c:692:mdc_intent_getattr_pack()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00010000:00000001:1.0:1767735620.716787:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.716790:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.716793:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.716796:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.716799:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.716802:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb347a00. 00000020:00000001:1.0:1767735620.716805:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.716808:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb347a00 with handle 0x1886cffb85cc5807 to hash 00000020:00000001:1.0:1767735620.716810:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.716812:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.716815:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.716819:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.716821:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.716825:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.716832:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.716842:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.716848:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.716850:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.716854:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.716856:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.716859:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.716862:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.716866:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.716869:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.716871:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.716873:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.716879:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 0 ref 2 fl New:QU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.716889:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.716896:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.716900:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.716903:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.716905:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.716910:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714240:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.716915:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.716918:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.716921:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.716923:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.716927:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.716929:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.716936:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.716940:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.716944:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.716949:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706714240, portal 10 00000100:00000001:1.0:1767735620.716952:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.716954:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000040:1.0:1767735620.716960:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.716969:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.716973:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.716976:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b550. 00000100:00000200:1.0:1767735620.716980:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 576 bytes to portal 12, xid 1853602706714240, offset 0 00000400:00000200:1.0:1767735620.716986:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.716992:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.716998:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.717002:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.717007:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.717010:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.717014:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.717018:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337143:337143:256:4294967295] 192.168.203.112@tcp LPNI seq info [337143:337143:8:4294967295] 00000400:00000200:1.0:1767735620.717024:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.717034:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.717049:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 576 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.717054:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38e00. 00000800:00000200:1.0:1767735620.717061:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.717067:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.717072:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38e00 type 1, nob 672 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.717095:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.717100:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.717134:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.717137:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382543 00000100:00000001:1.0:1767735620.717144:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382538 00000100:00000001:1.0:1767735620.717150:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382543 00000100:00000001:1.0:1767735620.717154:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382538 00000100:00000001:1.0:1767735620.717158:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.717161:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.717164:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.717166:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.717169:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.717172:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.717176:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.717259:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.717268:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38e00. 00000400:00000200:2.0:1767735620.717285:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.717294:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.717300:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b550 00000400:00000010:2.0:1767735620.717304:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b550. 00000100:00000001:2.0:1767735620.717355:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.717366:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.717382:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.717388:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.717400:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.717403:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.719964:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.719976:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.719980:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.719984:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.719992:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.720000:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.720007:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.720012:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.720030:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.720034:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 584 into portal 10 MB=0x695d782e36e80 00000400:00000200:3.0:1767735620.720040:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.720046:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 584/584 into md 0x20cc85 [1] + 224 00000800:00000001:3.0:1767735620.720052:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.720061:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.720064:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.720069:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.720074:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.720082:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735620.720096:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=584 offset=224 replen=1792 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.720146:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.720155:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.720159:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.720209:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.720218:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.720221:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.720225:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.720232:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:1.0:1767735620.720235:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:1.0:1767735620.720239:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.720248:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.720263:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/1792 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.720273:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.720287:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.720291:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.720293:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.720295:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.720298:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.720301:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.720340:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.720346:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.720349:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.720351:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720354:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.720357:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.720361:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.720363:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.720366:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.720369:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.720376:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.720386:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.720389:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.720391:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.720396:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.720406:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714240:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.720412:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.720415:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.720417:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.720419:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.720423:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.720431:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.720434:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.720438:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.720447:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720450:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.720454:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720456:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720459:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=4 00000020:00000001:1.0:1767735620.720462:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720465:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000040:1.0:1767735620.720471:0:286704:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fb347a00, remote cookie: 0x9bbb2ede591e181b, flags: 0x1001 00010000:00010000:1.0:1767735620.720476:0:286704:0:(ldlm_request.c:702:ldlm_cli_enqueue_fini()) ### server returned different mode PR ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767735620.720487:0:286704:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x756e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767735620.720491:0:286704:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767735620.720496:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 2 00010000:00000001:1.0:1767735620.720499:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.720502:0:286704:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.720507:0:286704:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x2/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.720516:0:286704:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720523:0:286704:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735620.720526:0:286704:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735620.720528:0:286704:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735620.720530:0:286704:0:(ldlm_lock.c:1035:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735620.720531:0:286704:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735620.720534:0:286704:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x756e:0x0].0x0 (ffff94b1d21e1e00) refcount = 2 00010000:00000040:1.0:1767735620.720538:0:286704:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767735620.720541:0:286704:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.720550:0:286704:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720567:0:286704:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735620.720570:0:286704:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735620.720572:0:286704:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.720575:0:286704:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735620.720577:0:286704:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.720581:0:286704:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720588:0:286704:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735620.720590:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720592:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720594:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720595:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720597:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.720601:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735620.720603:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720604:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720606:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720609:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720611:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720614:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720615:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720617:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=4 00000020:00000001:1.0:1767735620.720619:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720621:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720625:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.720627:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.720631:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720639:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720640:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720647:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720649:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720651:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=5 00000020:00000001:1.0:1767735620.720654:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720657:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720659:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.720663:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 5/2,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720670:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720671:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00010000:1.0:1767735620.720674:0:286704:0:(ldlm_lock.c:912:ldlm_lock_decref_internal()) ### do not add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 4/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720681:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.720683:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720684:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720685:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720687:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735620.720693:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=8 disposition=b, status=0 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00010000:00000001:1.0:1767735620.720701:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720703:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720704:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720707:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720709:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720712:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720713:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.720715:0:286704:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.720717:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.720720:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00010000:00000001:1.0:1767735620.720722:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720724:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720725:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720733:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720736:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00000002:00010000:1.0:1767735620.720740:0:286704:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720749:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720750:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720752:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735620.720754:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720755:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720757:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720759:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720761:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000040:1.0:1767735620.720765:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.720768:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.720772:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 4 res 8589939619/30062 (0 0) 00010000:00000001:1.0:1767735620.720775:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720776:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.720778:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.720780:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9f0 00000002:00002000:1.0:1767735620.720783:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=getattr status=0 disp=b: rc = 0 00000002:00000001:1.0:1767735620.720786:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.720789:0:286704:0:(lmv_intent.c:546:lmv_intent_lookup()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.720792:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.720795:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767735620.720798:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.720801:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.720804:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.720808:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.720810:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.720814:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.720816:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.720818:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.720820:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.720828:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.720832:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.720835:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767735620.720840:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00010000:00000001:1.0:1767735620.720843:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720844:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720847:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720849:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720852:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720855:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720856:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.720858:0:286704:0:(llite_lib.c:1799:ll_update_default_lsm_md()) Process entered 00000080:00000001:1.0:1767735620.720859:0:286704:0:(llite_lib.c:1812:ll_update_default_lsm_md()) Process leaving 00000080:00000001:1.0:1767735620.720861:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.720864:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.720866:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.720869:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) for lock 0x1886cffb85cc5807 00800000:00000001:1.0:1767735620.720872:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.720875:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.720877:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720878:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720880:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720883:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720886:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720888:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720890:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.720891:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.720893:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.720896:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.720898:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.720901:0:286704:0:(dcache.c:242:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.720904:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) 00000080:00010000:1.0:1767735620.720907:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc5807 from it ffffafc3080abcb8 00010000:00000001:1.0:1767735620.720910:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.720916:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.720918:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb347a00 refcount=3 00000020:00000001:1.0:1767735620.720921:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720924:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877483520 : -117982832068096 : ffff94b1fb347a00) 00010000:00000001:1.0:1767735620.720927:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.720930:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 3/1,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720938:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720939:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720941:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.720943:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.720946:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.720953:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.720955:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.720957:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.720960:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720961:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.720963:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720966:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.720968:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720970:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720973:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.720975:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.720977:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.720978:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.720980:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.720986:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1dd333b80 x1853602706714240/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 576/584 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/600/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.720995:0:286704:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:1.0:1767735620.720997:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.721000:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.721004:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:1.0:1767735620.721006:0:286704:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:1.0:1767735620.721013:0:286704:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=5 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:1.0:1767735620.721016:0:286704:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:1.0:1767735620.721019:0:286704:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1ed8e4000. 02000000:00000001:1.0:1767735620.721023:0:286704:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:1.0:1767735620.721024:0:286704:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:1.0:1767735620.721026:0:286704:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1dd333b80. 00000100:00000001:1.0:1767735620.721030:0:286704:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:1.0:1767735620.721032:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00000001:1.0:1767735620.721036:0:286704:0:(file.c:6205:ll_merge_md_attr()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.721041:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abd08 00000080:00000008:1.0:1767735620.721044:0:286704:0:(file.c:6430:ll_getattr_dentry()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), request_mask 0, flags 0, foreign 0 00000080:00000001:1.0:1767735620.721049:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.721051:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abda0 00000080:00002000:1.0:1767735620.721053:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.721057:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.721096:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.721099:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00000001:1.0:1767735620.721101:0:286704:0:(file.c:6145:ll_inode_revalidate()) Process entered 00000020:00000001:1.0:1767735620.721134:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00200000:1.0:1767735620.721137:0:286704:0:(file.c:6147:ll_inode_revalidate()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908),name=/ 00000080:00000010:1.0:1767735620.721143:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.721147:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.721151:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.721154:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.721156:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abae0 00800000:00000002:1.0:1767735620.721159:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'getattr' for [0x200000007:0x1:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.721163:0:286704:0:(lmv_intent.c:437:lmv_intent_lookup()) Process entered 00800000:00000002:1.0:1767735620.721166:0:286704:0:(lmv_intent.c:490:lmv_intent_lookup()) LOOKUP_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x200000007:0x1:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.721171:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.721173:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9b0 00000002:00010000:1.0:1767735620.721175:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x200000007:0x1:0x0]) in obj [0x200000007:0x1:0x0], intent: getattr flags 0 00000002:00000001:1.0:1767735620.721179:0:286704:0:(mdc_locks.c:1404:mdc_revalidate_lock()) Process entered 00000002:00000001:1.0:1767735620.721181:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.721184:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.721188:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.721199:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.721203:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.721206:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00010000:00010000:1.0:1767735620.721211:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 02000000:00000001:1.0:1767735620.721220:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.721223:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.721227:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000002:00000001:1.0:1767735620.721235:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00000002:00000001:1.0:1767735620.721238:0:286704:0:(mdc_locks.c:1456:mdc_revalidate_lock()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.721240:0:286704:0:(mdc_locks.c:1523:mdc_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.721242:0:286704:0:(lmv_intent.c:511:lmv_intent_lookup()) Process leaving (rc=1 : 1 : 1) 00800000:00000001:1.0:1767735620.721244:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.721247:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 8 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 1 00000080:00000001:1.0:1767735620.721250:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=1 : 1 : 1) 00800000:00000002:1.0:1767735620.721252:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.721256:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.721259:0:286704:0:(dcache.c:220:ll_revalidate_it_finish()) Process entered 00000080:00000001:1.0:1767735620.721261:0:286704:0:(dcache.c:223:ll_revalidate_it_finish()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.721265:0:286704:0:(dcache.c:255:ll_lookup_finish_locks()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) 00000080:00010000:1.0:1767735620.721268:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x200000007:0x1:0x0](ffff94b1d15a8908) for lock 0x1886cffb85cc57cf 00800000:00000001:1.0:1767735620.721272:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.721274:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.721276:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.721278:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.721280:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.721282:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.721285:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.721288:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.721290:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.721291:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.721301:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.721304:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc57cf from it ffffafc3080abbf8 00010000:00000001:1.0:1767735620.721340:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.721342:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.721344:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1f1a82400 refcount=3 00000020:00000001:1.0:1767735620.721346:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.721349:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090717291520 : -117982992260096 : ffff94b1f1a82400) 00010000:00000001:1.0:1767735620.721352:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.721356:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(PR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 3/1,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.721364:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.721365:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.721368:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.721371:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.721376:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1f1a82400/0x1886cffb85cc57cf lrc: 2/0,0 mode: PR/PR res: [0x200000007:0x1:0x0].0x0 bits 0x13/0x0 rrc: 2 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1773 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.721385:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.721387:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.721389:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.721392:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.721394:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.721397:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721401:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.721403:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721407:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721413:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721416:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.721418:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.721419:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000100:00000001:1.0:1767735620.721422:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000001:1.0:1767735620.721426:0:286704:0:(client.c:2844:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000080:00200000:1.0:1767735620.721429:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x200000007:0x1:0x0](ffff94b1d15a8908), inode mode 41ed mask 1 00000080:00000001:1.0:1767735620.721435:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.721439:0:286704:0:(dcache.c:78:ll_dcompare()) Process entered 00000020:00000001:1.0:1767735620.721450:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abbc0 00000080:00002000:1.0:1767735620.721453:0:286704:0:(dcache.c:87:ll_dcompare()) found name d160s.sanity(ffff94b1f14ed438) flags 0x28004e refc 0 00000080:00000001:1.0:1767735620.721457:0:286704:0:(dcache.c:100:ll_dcompare()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.721460:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abc08 00000080:00200000:1.0:1767735620.721464:0:286704:0:(dcache.c:276:ll_revalidate_dentry()) VFS Op:name=d160s.sanity, flags=267 00000080:00000001:1.0:1767735620.721468:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.721471:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.721475:0:286704:0:(file.c:6614:ll_inode_permission()) Process entered 00000080:00200000:1.0:1767735620.721477:0:286704:0:(file.c:6629:ll_inode_permission()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448), inode mode 41ed mask 44 00000080:00000001:1.0:1767735620.721481:0:286704:0:(file.c:6668:ll_inode_permission()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.721485:0:286704:0:(dir.c:3007:ll_dir_open()) Process entered 00000080:00000001:1.0:1767735620.721487:0:286704:0:(file.c:997:ll_file_open()) Process entered 00000020:00000001:1.0:1767735620.721489:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00200008:1.0:1767735620.721492:0:286704:0:(file.c:1001:ll_file_open()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000 00000080:00000010:1.0:1767735620.721497:0:286704:0:(file.c:67:ll_file_data_get()) slab-alloced 'lfd': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767735620.721502:0:286704:0:(file.c:717:ll_intent_file_open()) Process entered 00000080:00000010:1.0:1767735620.721505:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000002:1.0:1767735620.721509:0:286704:0:(lmv_obd.c:3848:lmv_stripe_object_get()) get ffff94b1fe4a8d80 2 00000080:00000001:1.0:1767735620.721512:0:286704:0:(namei.c:947:ll_intent_lock()) Process entered 00800000:00000001:1.0:1767735620.721515:0:286704:0:(lmv_intent.c:556:lmv_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.721517:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba28 00800000:00000002:1.0:1767735620.721520:0:286704:0:(lmv_intent.c:563:lmv_intent_lock()) INTENT LOCK 'open' for [0x2000013a3:0x756e:0x0] '' on [0x200000007:0x1:0x0] 00800000:00000001:1.0:1767735620.721524:0:286704:0:(lmv_intent.c:298:lmv_intent_open()) Process entered 00000020:00000001:1.0:1767735620.721526:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab9a8 00800000:00000002:1.0:1767735620.721529:0:286704:0:(lmv_intent.c:373:lmv_intent_open()) OPEN_INTENT with fid1=[0x200000007:0x1:0x0], fid2=[0x2000013a3:0x756e:0x0], name='' -> mds #0 00000002:00000001:1.0:1767735620.721534:0:286704:0:(mdc_locks.c:1500:mdc_intent_lock()) Process entered 00000020:00000001:1.0:1767735620.721536:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab8e0 00000002:00010000:1.0:1767735620.721538:0:286704:0:(mdc_locks.c:1506:mdc_intent_lock()) (name: ,[0x2000013a3:0x756e:0x0]) in obj [0x200000007:0x1:0x0], intent: open flags 04240300001 00000002:00000001:1.0:1767735620.721543:0:286704:0:(mdc_locks.c:1025:mdc_enqueue_base()) Process entered 00000002:00000001:1.0:1767735620.721545:0:286704:0:(mdc_locks.c:256:mdc_intent_open_pack()) Process entered 00000002:00000001:1.0:1767735620.721547:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.721551:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.721554:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.721557:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.721559:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721568:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.721571:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.721574:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.721577:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.721580:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.721582:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.721584:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721586:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.721588:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.721592:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333b80. 00000020:00000040:1.0:1767735620.721596:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=6 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767735620.721600:0:286704:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767735620.721602:0:286704:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721604:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.721607:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.721610:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.721612:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.721614:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.721616:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.721618:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.721622:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.721627:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e4000. 00000100:00000001:1.0:1767735620.721632:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721636:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.721638:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721641:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.721642:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.721645:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.721650:0:286704:0:(mdc_locks.c:428:mdc_intent_open_pack()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00010000:00000001:1.0:1767735620.721654:0:286704:0:(ldlm_request.c:979:ldlm_cli_enqueue()) Process entered 00010000:00000001:1.0:1767735620.721656:0:286704:0:(ldlm_lock.c:1693:ldlm_lock_create()) Process entered 00010000:00000040:1.0:1767735620.721658:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1c7d52b00 count: 2 00010000:00000001:1.0:1767735620.721661:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.721663:0:286704:0:(ldlm_lock.c:429:ldlm_lock_new()) Process entered 00010000:00000010:1.0:1767735620.721667:0:286704:0:(ldlm_lock.c:433:ldlm_lock_new()) slab-alloced 'lock': 512 at ffff94b1fb346600. 00000020:00000001:1.0:1767735620.721670:0:286704:0:(lustre_handles.c:45:class_handle_hash()) Process entered 00000020:00000040:1.0:1767735620.721678:0:286704:0:(lustre_handles.c:77:class_handle_hash()) added object ffff94b1fb346600 with handle 0x1886cffb85cc580e to hash 00000020:00000001:1.0:1767735620.721681:0:286704:0:(lustre_handles.c:78:class_handle_hash()) Process leaving 00010000:00000001:1.0:1767735620.721683:0:286704:0:(ldlm_lock.c:482:ldlm_lock_new()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.721686:0:286704:0:(ldlm_lock.c:1734:ldlm_lock_create()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.721690:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.721692:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.721696:0:286704:0:(ldlm_lock.c:768:ldlm_lock_addref_internal_nolock()) ### ldlm_lock_addref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x0/0x0 rrc: 3 type: IBT flags: 0x10000000000000 pid: 286704 initiator: MDT0 00010000:00010000:1.0:1767735620.721704:0:286704:0:(ldlm_request.c:1022:ldlm_cli_enqueue()) ### client-side enqueue START, flags 0x1000 ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000020:00100000:1.0:1767735620.721715:0:286704:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 101, max 7 00000100:00100000:1.0:1767735620.721723:0:286704:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 1 fl New:PQU/400/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:0 00010000:00010000:1.0:1767735620.721734:0:286704:0:(ldlm_request.c:1109:ldlm_cli_enqueue()) ### sending request ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 3/1,0 mode: --/CR res: [0x200000007:0x1:0x0].0x0 bits 0x1/0x0 rrc: 3 type: IBT flags: 0x0 pid: 286704 initiator: MDT0 00000100:00000001:1.0:1767735620.721740:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.721742:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.721746:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.721749:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.721751:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.721753:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.721757:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.721760:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.721762:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.721764:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.721768:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 0 ref 2 fl New:PQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.721777:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.721779:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.721783:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.721790:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.721793:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.721798:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714496:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.721803:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.721806:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.721809:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.721811:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.721860:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767735620.721863:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.721870:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.721874:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.721879:0:286704:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 1144 at ffff94b1ed921000. 00000100:00000200:1.0:1767735620.721885:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 262144 bytes, xid 1853602706714496, portal 10 00000100:00000001:1.0:1767735620.721888:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.721890:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000040:1.0:1767735620.721897:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=600 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.721906:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.721909:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.721912:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.721916:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 968 bytes to portal 12, xid 1853602706714496, offset 0 00000400:00000200:1.0:1767735620.721923:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.721929:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.721935:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.721940:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.721944:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.721947:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.721950:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.721955:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337144:337144:256:4294967295] 192.168.203.112@tcp LPNI seq info [337144:337144:8:4294967295] 00000400:00000200:1.0:1767735620.721961:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.721971:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.721977:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 968 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.721989:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38a00. 00000800:00000200:1.0:1767735620.721995:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.722002:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.722007:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38a00 type 1, nob 1064 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.722032:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.722037:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.722042:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.722045:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382548 00000100:00000001:1.0:1767735620.722051:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382543 00000100:00000001:1.0:1767735620.722057:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382548 00000100:00000001:1.0:1767735620.722060:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382543 00000100:00000001:1.0:1767735620.722064:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.722067:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.722070:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.722072:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.722075:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.722078:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.722080:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.722225:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.722233:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38a00. 00000400:00000200:2.0:1767735620.722239:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.722248:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.722254:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767735620.722257:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767735620.722262:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.722271:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Pr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.722284:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.722289:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 3 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:2.0:1767735620.722299:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.722302:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767735620.722389:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb346e00. 00000080:00000010:1.1:1767735620.722400:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbfa80. 00000800:00000001:3.0:1767735620.725135:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.725147:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.725151:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.725154:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.725162:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.725235:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.725246:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.725251:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.725257:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.725262:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 608 into portal 10 MB=0x695d782e36f80 00000400:00000200:3.0:1767735620.725268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.725274:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 608/608 into md 0x20cc8d [64] + 224 00000800:00000001:3.0:1767735620.725281:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.725290:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.725293:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.725298:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.725361:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.725371:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:PQr/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000040:3.0:1767735620.725387:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=600 mlen=608 offset=224 replen=132176 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:3.0:1767735620.725408:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.725418:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.725424:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.725459:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:1.0:1767735620.725469:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.725472:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.725476:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000400:00000200:1.0:1767735620.725483:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1ed921000 00000400:00000010:1.0:1767735620.725485:0:286704:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 1144 at ffff94b1ed921000. 00000100:00000001:1.0:1767735620.725490:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:1.0:1767735620.725500:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQ/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000200:1.0:1767735620.725514:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333b80 x1853602706714496/t0(0) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/132176 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RPQU/600/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.725524:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.725526:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.725542:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.725544:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.725546:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.725549:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.725552:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:1.0:1767735620.725559:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:1.0:1767735620.725563:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.725566:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:1.0:1767735620.725568:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.725571:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.725574:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.725577:0:286704:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735620.725580:0:286704:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x0/0x0] 00000100:00000001:1.0:1767735620.725582:0:286704:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735620.725584:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.725586:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00000100:00000001:1.0:1767735620.725590:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.725592:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.725594:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.725597:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.725603:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Rpc:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.725612:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.725614:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.725617:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.725621:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Interpret:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00100000:1.0:1767735620.725632:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333b80 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714496:192.168.203.112@tcp:101:lfs.0 00000100:00000001:1.0:1767735620.725638:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.725641:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.725643:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.725645:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.725649:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.725667:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.725671:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.725674:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.725676:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.725679:0:286704:0:(ldlm_request.c:604:ldlm_cli_enqueue_fini()) Process entered 00010000:00000001:1.0:1767735620.725683:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.725685:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.725688:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=4 00000020:00000001:1.0:1767735620.725691:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725694:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000040:1.0:1767735620.725700:0:286704:0:(ldlm_request.c:689:ldlm_cli_enqueue_fini()) local: ffff94b1fb346600, remote cookie: 0x9bbb2ede591e1829, flags: 0x1001 00010000:00000040:1.0:1767735620.725704:0:286704:0:(ldlm_request.c:711:ldlm_cli_enqueue_fini()) remote intent success, locking [0x2000013a3:0x756e:0x0].0x0, instead of [0x200000007:0x1:0x0].0x0 00010000:00000001:1.0:1767735620.725708:0:286704:0:(ldlm_lock.c:521:ldlm_lock_change_resource()) Process entered 00010000:00000040:1.0:1767735620.725713:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.725716:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.725720:0:286704:0:(ldlm_lock.c:577:ldlm_lock_change_resource()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.725725:0:286704:0:(ldlm_request.c:717:ldlm_cli_enqueue_fini()) ### client-side enqueue, new resource ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x1/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.725736:0:286704:0:(ldlm_request.c:730:ldlm_cli_enqueue_fini()) ### client-side enqueue, new policy data ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 4/1,0 mode: --/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.725743:0:286704:0:(ldlm_lock.c:1788:ldlm_lock_enqueue()) Process entered 00010000:00000001:1.0:1767735620.725746:0:286704:0:(ldlm_lock.c:1118:ldlm_grant_lock()) Process entered 00010000:00000001:1.0:1767735620.725748:0:286704:0:(ldlm_lock.c:982:search_granted_lock()) Process entered 00010000:00000001:1.0:1767735620.725750:0:286704:0:(ldlm_lock.c:1048:search_granted_lock()) Process leaving 00010000:00000001:1.0:1767735620.725751:0:286704:0:(ldlm_lock.c:1060:ldlm_granted_list_add_lock()) Process entered 00010000:00000040:1.0:1767735620.725754:0:286704:0:(ldlm_resource.c:1651:ldlm_resource_dump()) --- Resource: [0x2000013a3:0x756e:0x0].0x0 (ffff94b1d21e1e00) refcount = 3 00010000:00000040:1.0:1767735620.725758:0:286704:0:(ldlm_resource.c:1654:ldlm_resource_dump()) Granted locks (in reverse order): 00010000:00000040:1.0:1767735620.725761:0:286704:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000040:1.0:1767735620.725783:0:286704:0:(ldlm_resource.c:1657:ldlm_resource_dump()) ### ### ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 1/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.725791:0:286704:0:(ldlm_lock.c:1065:ldlm_granted_list_add_lock()) ### About to add lock: ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.725798:0:286704:0:(ldlm_lock.c:1087:ldlm_granted_list_add_lock()) Process leaving 00010000:00000001:1.0:1767735620.725801:0:286704:0:(ldlm_lock.c:1150:ldlm_grant_lock()) Process leaving 00010000:00000001:1.0:1767735620.725803:0:286704:0:(ldlm_lock.c:1908:ldlm_lock_enqueue()) Process leaving via out (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.725806:0:286704:0:(ldlm_request.c:262:ldlm_completion_ast()) Process entered 00010000:00000001:1.0:1767735620.725808:0:286704:0:(ldlm_request.c:271:ldlm_completion_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.725812:0:286704:0:(ldlm_request.c:784:ldlm_cli_enqueue_fini()) ### client-side enqueue END ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 4/1,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.725818:0:286704:0:(ldlm_request.c:785:ldlm_cli_enqueue_fini()) Process leaving 00010000:00000001:1.0:1767735620.725820:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725822:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.725823:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725825:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.725827:0:286704:0:(ldlm_request.c:1133:ldlm_cli_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.725831:0:286704:0:(mdc_locks.c:778:mdc_finish_enqueue()) Process entered 00010000:00000001:1.0:1767735620.725834:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.725835:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.725837:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.725840:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725843:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725845:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725847:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00100000:1.0:1767735620.725852:0:286704:0:(mdc_locks.c:833:mdc_finish_enqueue()) @@@ op=1 disposition=200002b, status=0 req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.725861:0:286704:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00100000:1.0:1767735620.725866:0:286704:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.725880:0:286704:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.725883:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.725885:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.725887:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.725889:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725892:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725894:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725896:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.725897:0:286704:0:(mdc_locks.c:981:mdc_finish_enqueue()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.725899:0:286704:0:(mdc_locks.c:1186:mdc_enqueue_base()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.725902:0:286704:0:(mdc_locks.c:1288:mdc_finish_intent_lock()) Process entered 00000100:00000001:1.0:1767735620.725904:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.725906:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374085504 : -117983335466112 : ffff94b1dd333b80) 00010000:00000001:1.0:1767735620.725909:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.725910:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.725912:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.725914:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725916:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00000002:00010000:1.0:1767735620.725920:0:286704:0:(mdc_locks.c:1357:mdc_finish_intent_lock()) ### matching against this ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.725928:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725929:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.725931:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000001:1.0:1767735620.725933:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.725934:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.725936:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.725938:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.725941:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000040:1.0:1767735620.725944:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 4 00010000:00000001:1.0:1767735620.725947:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00010000:1.0:1767735620.725957:0:286704:0:(ldlm_lock.c:1532:ldlm_lock_match_with_skip()) ### not matched ns ffff94b1c987a800 type 13 mode 16 res 8589939619/30062 (0 0) 00010000:00000001:1.0:1767735620.725961:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.725963:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.725965:0:286704:0:(mdc_locks.c:1383:mdc_finish_intent_lock()) Process leaving 00000020:00000001:1.0:1767735620.725967:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080ab860 00000002:00002000:1.0:1767735620.725970:0:286704:0:(mdc_locks.c:1388:mdc_finish_intent_lock()) D_IT dentry= intent=open status=0 disp=280002b: rc = 0 00000002:00000001:1.0:1767735620.725973:0:286704:0:(mdc_locks.c:1543:mdc_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.725977:0:286704:0:(lmv_intent.c:420:lmv_intent_open()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.725980:0:286704:0:(lmv_intent.c:596:lmv_intent_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00200000:1.0:1767735620.725983:0:286704:0:(namei.c:955:ll_intent_lock()) intent lock 1 on i1 [0x200000007:0x1:0x0] suppgids 0 0: rc 0 00000080:00000001:1.0:1767735620.725986:0:286704:0:(namei.c:993:ll_intent_lock()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.725989:0:286704:0:(lmv_obd.c:3893:lmv_stripe_object_put()) put ffff94b1fe4a8d80 2 00000080:00000010:1.0:1767735620.725992:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000001:1.0:1767735620.725996:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.726000:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.726002:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.726005:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.726007:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.726010:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726014:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950766 : 144115272414950766 : 2000013a300756e) 00000080:00000001:1.0:1767735620.726017:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00200000:1.0:1767735620.726022:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x756e:0x0], updating i_size 512 00010000:00000001:1.0:1767735620.726025:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.726027:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.726029:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.726031:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726034:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726036:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726038:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.726039:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.726042:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.726044:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.726048:0:286704:0:(llite_internal.h:2004:ll_set_lock_data()) setting l_data to inode [0x2000013a3:0x756e:0x0](ffff94b1f0687448) for lock 0x1886cffb85cc580e 00800000:00000001:1.0:1767735620.726051:0:286704:0:(lmv_obd.c:3933:lmv_set_lock_data()) Process entered 00000002:00000001:1.0:1767735620.726058:0:286704:0:(mdc_locks.c:94:mdc_set_lock_data()) Process entered 00010000:00000001:1.0:1767735620.726060:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.726062:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.726064:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.726067:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726070:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726073:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726074:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.726076:0:286704:0:(mdc_locks.c:122:mdc_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.726078:0:286704:0:(lmv_obd.c:3938:lmv_set_lock_data()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726081:0:286704:0:(llite_lib.c:3017:ll_dir_default_lmv_inherit()) Process entered 00000080:00000001:1.0:1767735620.726083:0:286704:0:(llite_lib.c:3023:ll_dir_default_lmv_inherit()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.726086:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.726091:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 3 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000100:00000001:1.0:1767735620.726099:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00010000:1.0:1767735620.726127:0:286704:0:(dcache.c:152:ll_intent_drop_lock()) releasing lock with cookie 0x1886cffb85cc580e from it ffffafc3080abbd0 00010000:00000001:1.0:1767735620.726131:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.726133:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.726135:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346600 refcount=3 00000020:00000001:1.0:1767735620.726138:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726140:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877478400 : -117982832073216 : ffff94b1fb346600) 00010000:00000001:1.0:1767735620.726143:0:286704:0:(ldlm_lock.c:847:ldlm_lock_decref_internal()) Process entered 00010000:00010000:1.0:1767735620.726147:0:286704:0:(ldlm_lock.c:822:ldlm_lock_decref_internal_nolock()) ### ldlm_lock_decref(CR) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 3/1,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x10000000000000 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.726155:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726156:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.726158:0:286704:0:(ldlm_lock.c:298:ldlm_lock_add_to_lru()) Process entered 00010000:00000001:1.0:1767735620.726160:0:286704:0:(ldlm_lock.c:302:ldlm_lock_add_to_lru()) Process leaving 00010000:00010000:1.0:1767735620.726163:0:286704:0:(ldlm_lock.c:905:ldlm_lock_decref_internal()) ### add lock into lru list ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 4 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.726170:0:286704:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:1.0:1767735620.726180:0:286704:0:(ldlm_request.c:2117:ldlm_cancel_lru()) Process entered 00010000:00000001:1.0:1767735620.726182:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.726186:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726187:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.726190:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726192:0:286704:0:(ldlm_lockd.c:2240:ldlm_bl_to_thread()) Process entered 00010000:00000001:1.0:1767735620.726194:0:286704:0:(ldlm_lockd.c:2243:ldlm_bl_to_thread()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726197:0:286704:0:(ldlm_request.c:2127:ldlm_cancel_lru()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726200:0:286704:0:(ldlm_pool.c:497:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726203:0:286704:0:(ldlm_lock.c:916:ldlm_lock_decref_internal()) Process leaving 00010000:00000001:1.0:1767735620.726204:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726206:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000080:00000001:1.0:1767735620.726209:0:286704:0:(file.c:828:ll_intent_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.726213:0:286704:0:(file.c:1165:ll_file_open()) kmalloced '(*och_p)': 56 at ffff94b1f451f340. 00000080:00000001:1.0:1767735620.726216:0:286704:0:(file.c:919:ll_local_open()) Process entered 00800000:00000001:1.0:1767735620.726220:0:286704:0:(lmv_obd.c:4031:lmv_set_open_replay_data()) Process entered 00000002:00000001:1.0:1767735620.726223:0:286704:0:(mdc_request.c:759:mdc_set_open_replay_data()) Process entered 00000002:00000010:1.0:1767735620.726227:0:286704:0:(obd.h:1403:obd_mod_alloc()) kmalloced '(mod)': 32 at ffff94b1f2cc0480. 00000002:00100000:1.0:1767735620.726233:0:286704:0:(mdc_request.c:810:mdc_set_open_replay_data()) @@@ Set up open replay data req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 00000002:00000001:1.0:1767735620.726241:0:286704:0:(mdc_request.c:811:mdc_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.726244:0:286704:0:(lmv_obd.c:4037:lmv_set_open_replay_data()) Process leaving (rc=0 : 0 : 0) 00000080:00400000:1.0:1767735620.726248:0:286704:0:(rw.c:945:ras_reset()) lre 0 cr 0 cb 0 wsi 0 wp 0 nra 1 rpc 16384 r 0 csr 0 so 0 sb 0 sl 0 lr 0 00000080:00000001:1.0:1767735620.726252:0:286704:0:(file.c:938:ll_local_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726254:0:286704:0:(pcc.c:2363:pcc_file_open()) Process entered 00000080:00000001:1.0:1767735620.726256:0:286704:0:(pcc.c:2366:pcc_file_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726258:0:286704:0:(file.c:1207:ll_file_open()) Process leaving via out_och_free (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.726262:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.726265:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333b80 x1853602706714496/t12885014818(12885014818) o101->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 968/608 e 0 to 0 dl 1767735675 ref 2 fl Complete:RPQU/604/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:0 02000000:00000001:1.0:1767735620.726273:0:286704:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:1.0:1767735620.726276:0:286704:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 262144 at ffff94b1d0cc0000. 02000000:00000001:1.0:1767735620.726303:0:286704:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000100:00000001:1.0:1767735620.726341:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.726346:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abb78 00000080:00000008:1.0:1767735620.726349:0:286704:0:(file.c:1240:ll_file_open()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000, rc = 0 00000080:00000001:1.0:1767735620.726362:0:286704:0:(dir.c:3008:ll_dir_open()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726376:0:286704:0:(dir.c:2015:ll_dir_ioctl()) Process entered 00000080:00200080:1.0:1767735620.726380:0:286704:0:(dir.c:2017:ll_dir_ioctl()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448) cmd=c03066f0 arg=7ffd828dd7c0 00000020:00000001:1.0:1767735620.726386:0:286704:0:(class_obd.c:240:obd_ioctl_getdata()) Process entered 00000020:00000010:1.0:1767735620.726391:0:286704:0:(class_obd.c:267:obd_ioctl_getdata()) kmalloced '(data)': 632 at ffff94b1ed8e5c00. 00000020:00000001:1.0:1767735620.726396:0:286704:0:(class_obd.c:302:obd_ioctl_getdata()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726400:0:286704:0:(dir.c:474:ll_dir_setdirstripe()) Process entered 00000020:00000001:1.0:1767735620.726405:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abad0 00000080:00200000:1.0:1767735620.726408:0:286704:0:(dir.c:483:ll_dir_setdirstripe()) VFS Op:inode=[0x2000013a3:0x756e:0x0](ffff94b1f0687448) name=d0.2 stripe_offset=0 stripe_count=0, hash_type=0 00000080:00000010:1.0:1767735620.726416:0:286704:0:(llite_lib.c:3946:ll_prep_md_op_data()) kmalloced '(op_data)': 384 at ffff94b1d1eac000. 00800000:00000001:1.0:1767735620.726425:0:286704:0:(lmv_obd.c:2218:lmv_create()) Process entered 00800000:00000001:1.0:1767735620.726427:0:286704:0:(lmv_obd.c:2158:lmv_locate_tgt_create()) Process entered 00800000:00000001:1.0:1767735620.726432:0:286704:0:(lmv_obd.c:2204:lmv_locate_tgt_create()) Process leaving (rc=18446626090835053568 : -117982874498048 : ffff94b1f8ad0c00) 00800000:00000001:1.0:1767735620.726437:0:286704:0:(lmv_obd.c:1176:lmv_fid_alloc()) Process entered 00800000:00000001:1.0:1767735620.726440:0:286704:0:(obd_class.h:924:obd_fid_alloc()) Process entered 00000002:00000001:1.0:1767735620.726443:0:286704:0:(mdc_request.c:2924:mdc_fid_alloc()) Process entered 40000000:00000001:1.0:1767735620.726447:0:286704:0:(fid_request.c:294:seq_client_alloc_fid()) Process entered 40000000:00000040:1.0:1767735620.726449:0:286704:0:(fid_request.c:331:seq_client_alloc_fid()) cli-cli-lustre-MDT0000-mdc-ffff94b1e7e86000: Allocated FID [0x2000013a3:0x7570:0x0] 40000000:00000001:1.0:1767735620.726452:0:286704:0:(fid_request.c:335:seq_client_alloc_fid()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.726455:0:286704:0:(mdc_request.c:2930:mdc_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.726457:0:286704:0:(obd_class.h:937:obd_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00800000:00000001:1.0:1767735620.726459:0:286704:0:(lmv_obd.c:1200:lmv_fid_alloc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.726462:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080aba08 00800000:00000002:1.0:1767735620.726464:0:286704:0:(lmv_obd.c:2249:lmv_create()) CREATE name 'd0.2' [0x2000013a3:0x7570:0x0] on [0x2000013a3:0x756e:0x0] -> mds #0 00000002:00000001:1.0:1767735620.726468:0:286704:0:(mdc_reint.c:154:mdc_create()) Process entered 00000002:00000001:1.0:1767735620.726470:0:286704:0:(mdc_reint.c:54:mdc_resource_cancel_unused_res()) Process entered 00010000:00000040:1.0:1767735620.726474:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 4 00010000:00000001:1.0:1767735620.726477:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.726480:0:286704:0:(ldlm_request.c:2147:ldlm_cancel_resource_local()) Process entered 00010000:00000001:1.0:1767735620.726483:0:286704:0:(ldlm_request.c:1280:ldlm_cli_cancel_local()) Process entered 00010000:00010000:1.0:1767735620.726487:0:286704:0:(ldlm_request.c:1285:ldlm_cli_cancel_local()) ### client-side cancel ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 5 type: IBT gid 0 flags: 0x8400000000 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00000080:00000001:1.0:1767735620.726496:0:286704:0:(namei.c:476:ll_md_blocking_ast()) Process entered 00000080:00000001:1.0:1767735620.726508:0:286704:0:(namei.c:243:ll_lock_cancel_bits()) Process entered 00000080:00000001:1.0:1767735620.726510:0:286704:0:(file.c:6052:ll_have_md_lock()) Process entered 00000080:00000040:1.0:1767735620.726512:0:286704:0:(file.c:6058:ll_have_md_lock()) trying to match res [0x2000013a3:0x756e:0x0] mode (null) 00000002:00000001:1.0:1767735620.726515:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.726518:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.726521:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 5 00010000:00000001:1.0:1767735620.726524:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.726527:0:286704:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767735620.726530:0:286704:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767735620.726532:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.726536:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.726540:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346400/0x1886cffb85cc57d6 lrc: 2/0,0 mode: PR/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x11/0x0 rrc: 5 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e178f expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.726548:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726550:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.726551:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=4 : 4 : 4) 00010000:00000001:1.0:1767735620.726554:0:286704:0:(ldlm_lock.c:606:__ldlm_handle2lock()) Process entered 00000020:00000001:1.0:1767735620.726555:0:286704:0:(lustre_handles.c:113:class_handle2object()) Process entered 00000020:00000040:1.0:1767735620.726557:0:286704:0:(lustre_handles.c:131:class_handle2object()) GET ldlm ffff94b1fb346400 refcount=2 00000020:00000001:1.0:1767735620.726560:0:286704:0:(lustre_handles.c:138:class_handle2object()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.726562:0:286704:0:(ldlm_lock.c:628:__ldlm_handle2lock()) Process leaving (rc=18446626090877477888 : -117982832073728 : ffff94b1fb346400) 00010000:00000001:1.0:1767735620.726565:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726566:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.726567:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.726569:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.726571:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 5 00010000:00000001:1.0:1767735620.726573:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00000002:00000001:1.0:1767735620.726576:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.726579:0:286704:0:(file.c:6080:ll_have_md_lock()) Process leaving (rc=0 : 0 : 0) 00000080:00000002:1.0:1767735620.726582:0:286704:0:(namei.c:329:ll_lock_cancel_bits()) invalidating inode [0x2000013a3:0x756e:0x0] lli = ffff94b1f0687380, pfid = [0x0:0x0:0x0] 00000080:00000001:1.0:1767735620.726586:0:286704:0:(namei.c:169:ll_prune_negative_children()) Process entered 00000080:00000001:1.0:1767735620.726588:0:286704:0:(namei.c:200:ll_prune_negative_children()) Process leaving 00000080:00000001:1.0:1767735620.726589:0:286704:0:(namei.c:406:ll_lock_cancel_bits()) Process leaving 00000080:00000001:1.0:1767735620.726591:0:286704:0:(namei.c:540:ll_md_blocking_ast()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726594:0:286704:0:(ldlm_lock.c:2495:ldlm_lock_cancel()) Process entered 00010000:00000001:1.0:1767735620.726603:0:286704:0:(ldlm_lock.c:406:ldlm_lock_destroy_nolock()) Process entered 00010000:00000001:1.0:1767735620.726605:0:286704:0:(ldlm_lock.c:350:ldlm_lock_destroy_internal()) Process entered 00010000:00000001:1.0:1767735620.726607:0:286704:0:(ldlm_lock.c:265:ldlm_lock_remove_from_lru_check()) Process entered 00010000:00000001:1.0:1767735620.726610:0:286704:0:(ldlm_lock.c:277:ldlm_lock_remove_from_lru_check()) Process leaving (rc=1 : 1 : 1) 00000020:00000040:1.0:1767735620.726613:0:286704:0:(lustre_handles.c:91:class_handle_unhash_nolock()) removing object ffff94b1fb347a00 with handle 0x1886cffb85cc5807 from hash 00010000:00000001:1.0:1767735620.726616:0:286704:0:(ldlm_lock.c:380:ldlm_lock_destroy_internal()) Process leaving 00010000:00000001:1.0:1767735620.726618:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726619:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.726620:0:286704:0:(ldlm_lock.c:412:ldlm_lock_destroy_nolock()) Process leaving 00010000:00000001:1.0:1767735620.726623:0:286704:0:(ldlm_lock.c:2531:ldlm_lock_cancel()) Process leaving 00010000:00000001:1.0:1767735620.726625:0:286704:0:(ldlm_request.c:1316:ldlm_cli_cancel_local()) Process leaving (rc=549755813888 : 549755813888 : 8000000000) 00010000:00000001:1.0:1767735620.726628:0:286704:0:(ldlm_request.c:1740:ldlm_cli_cancel_list_local()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767735620.726630:0:286704:0:(ldlm_request.c:2197:ldlm_cancel_resource_local()) Process leaving (rc=1 : 1 : 1) 00000002:00000001:1.0:1767735620.726633:0:286704:0:(mdc_reint.c:73:mdc_resource_cancel_unused_res()) Process leaving (rc=1 : 1 : 1) 00000100:00000010:1.0:1767735620.726638:0:286704:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1dd333100. 00000020:00000040:1.0:1767735620.726642:0:286704:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 02000000:00000001:1.0:1767735620.726646:0:286704:0:(sec.c:2043:sptlrpc_sepol_get()) Process entered 02000000:00000001:1.0:1767735620.726648:0:286704:0:(sec.c:2053:sptlrpc_sepol_get()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726650:0:286704:0:(ldlm_request.c:853:ldlm_prep_elc_req()) Process entered 00010000:00000001:1.0:1767735620.726654:0:286704:0:(ldlm_request.c:1927:ldlm_prepare_lru_list()) Process entered 00010000:00000001:1.0:1767735620.726657:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.726658:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.726660:0:286704:0:(ldlm_request.c:2085:ldlm_prepare_lru_list()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.726663:0:286704:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:1.0:1767735620.726665:0:286704:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:1.0:1767735620.726668:0:286704:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:1.0:1767735620.726674:0:286704:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1ed8e6000. 00000100:00000001:1.0:1767735620.726679:0:286704:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726681:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.726684:0:286704:0:(ldlm_request.c:1348:ldlm_cancel_pack()) Process entered 00010000:00010000:1.0:1767735620.726689:0:286704:0:(ldlm_request.c:1332:__ldlm_pack_lock()) ### packing ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 1/0,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00010000:1.0:1767735620.726697:0:286704:0:(ldlm_request.c:1378:ldlm_cancel_pack()) 1 locks packed 00010000:00000001:1.0:1767735620.726699:0:286704:0:(ldlm_request.c:1380:ldlm_cancel_pack()) Process leaving (rc=1 : 1 : 1) 00010000:00000001:1.0:1767735620.726701:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00010000:1.0:1767735620.726710:0:286704:0:(ldlm_lock.c:193:ldlm_lock_put()) ### final lock_put on destroyed lock, freeing it. ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb347a00/0x1886cffb85cc5807 lrc: 0/0,0 mode: --/PR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x13/0x0 rrc: 4 type: IBT gid 0 flags: 0x4809400000020 nid: local remote: 0x9bbb2ede591e181b expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.726724:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00010000:00000001:1.0:1767735620.726726:0:286704:0:(ldlm_request.c:2276:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726728:0:286704:0:(ldlm_request.c:2228:ldlm_cli_cancel_list()) Process entered 00010000:00000001:1.0:1767735620.726730:0:286704:0:(ldlm_request.c:2231:ldlm_cli_cancel_list()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.726733:0:286704:0:(ldlm_request.c:909:ldlm_prep_elc_req()) Process leaving (rc=0 : 0 : 0) 00000020:00100000:1.0:1767735620.726742:0:286704:0:(genops.c:2438:obd_get_mod_rpc_slot()) lustre-MDT0000-mdc-ffff94b1e7e86000: modify RPC slot 1 is allocated opc 36, max 7 00000100:00100000:1.0:1767735620.726750:0:286704:0:(client.c:806:ptlrpc_reassign_next_xid()) @@@ reassign xid req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 1 fl New:QU/0/ffffffff rc 0/-1 job:'' uid:4294967295 gid:4294967295 projid:4294967295 00000100:00000001:1.0:1767735620.726760:0:286704:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:1.0:1767735620.726761:0:286704:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:1.0:1767735620.726766:0:286704:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.726769:0:286704:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626089933876224 : -117983775675392 : ffff94b1c2f62c00) 00000100:00000001:1.0:1767735620.726772:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.726774:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.726778:0:286704:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:1.0:1767735620.726781:0:286704:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.726783:0:286704:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:1.0:1767735620.726785:0:286704:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:1.0:1767735620.726789:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.726798:0:286704:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:1.0:1767735620.726800:0:286704:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.726804:0:286704:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:1.0:1767735620.726806:0:286704:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:1.0:1767735620.726809:0:286704:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:1.0:1767735620.726813:0:286704:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714752:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767735620.726817:0:286704:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:1.0:1767735620.726821:0:286704:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:1.0:1767735620.726823:0:286704:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:1.0:1767735620.726826:0:286704:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:1.0:1767735620.726836:0:286704:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 2048 at ffff94b1ed921000. 02000000:00000001:1.0:1767735620.726838:0:286704:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:1.0:1767735620.726845:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:1.0:1767735620.726849:0:286704:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1ed810688. 00000400:00000010:1.0:1767735620.726854:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b088. 00000100:00000200:1.0:1767735620.726859:0:286704:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 2048 bytes, xid 1853602706714752, portal 10 00000100:00000001:1.0:1767735620.726861:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.726863:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000040:1.0:1767735620.726870:0:286704:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.726879:0:286704:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:1.0:1767735620.726882:0:286704:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:1.0:1767735620.726886:0:286704:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1d845b198. 00000100:00000200:1.0:1767735620.726890:0:286704:0:(niobuf.c:94:ptl_send_buf()) Sending 552 bytes to portal 12, xid 1853602706714752, offset 0 00000400:00000200:1.0:1767735620.726896:0:286704:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:1.0:1767735620.726902:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.726909:0:286704:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:1.0:1767735620.726914:0:286704:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:1.0:1767735620.726917:0:286704:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:1.0:1767735620.726921:0:286704:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:1.0:1767735620.726925:0:286704:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:1.0:1767735620.726929:0:286704:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337145:337145:256:4294967295] 192.168.203.112@tcp LPNI seq info [337145:337145:8:4294967295] 00000400:00000200:1.0:1767735620.726934:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:1.0:1767735620.726944:0:286704:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:1.0:1767735620.726951:0:286704:0:(socklnd_cb.c:1001:ksocknal_send()) sending 552 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:1.0:1767735620.726956:0:286704:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b0e3c38f00. 00000800:00000200:1.0:1767735620.726962:0:286704:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:1.0:1767735620.726969:0:286704:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:1.0:1767735620.726973:0:286704:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b0e3c38f00 type 1, nob 648 niov 1 nkiov 1 00000100:00000001:1.0:1767735620.726996:0:286704:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.727001:0:286704:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:1.0:1767735620.727014:0:286704:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:1.0:1767735620.727017:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382553 00000100:00000001:1.0:1767735620.727023:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382548 00000100:00000001:1.0:1767735620.727029:0:286704:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382553 00000100:00000001:1.0:1767735620.727033:0:286704:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382548 00000100:00000001:1.0:1767735620.727037:0:286704:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.727040:0:286704:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.727042:0:286704:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:1.0:1767735620.727044:0:286704:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:1.0:1767735620.727048:0:286704:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1c2f62c00 going to sleep for 50 seconds 00000100:00000001:1.0:1767735620.727050:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:1.0:1767735620.727053:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:2.0:1767735620.727192:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:2.0:1767735620.727200:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b0e3c38f00. 00000400:00000200:2.0:1767735620.727207:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:2.0:1767735620.727215:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:2.0:1767735620.727222:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b198 00000400:00000010:2.0:1767735620.727225:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b198. 00000100:00000001:2.0:1767735620.727230:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:2.0:1767735620.727249:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.727262:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.727267:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.727277:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.727280:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00010000:00000010:1.1:1767735620.727386:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347800. 00000080:00000010:1.1:1767735620.727396:0:0:0:(dcache.c:31:free_dentry_data()) kfreed 'lld': 24 at ffff94b1c4cbf2a0. 00000800:00000001:3.0:1767735620.732086:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.732098:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.732134:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.732139:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.732148:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732155:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.732162:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732167:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732173:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732177:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 448 into portal 10 MB=0x695d782e37080 00000400:00000200:3.0:1767735620.732183:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732188:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 448/448 into md 0x20cc95 [1] + 224 00000800:00000001:3.0:1767735620.732195:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.732203:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.732206:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.732211:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.732216:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.732225:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.732239:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=448 offset=224 replen=896 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.732265:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000400:00000200:3.0:1767735620.732272:0:196085:0:(lib-md.c:96:lnet_cpt_of_md()) Couldn't resolve first page of md 0000000000000000 with offset 0 00000400:00000200:3.0:1767735620.732289:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732295:0:196085:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source Specified: 192.168.203.12@tcp to MR: 192.168.203.112@tcp local destination 00000400:00000200:3.0:1767735620.732301:0:196085:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337146:337146:256:4294967295] 192.168.203.112@tcp LPNI seq info [337146:337146:8:4294967295] 00010000:00000010:1.1:1767735620.732354:0:0:0:(ldlm_lock.c:174:lock_handle_free()) slab-freed 'lock': 512 at ffff94b1fb347a00. 00000400:00000200:3.0:1767735620.732363:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.732381:0:196085:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:192.168.203.12@tcp) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) 192.168.203.112@tcp : ACK try# 0 00000100:00000001:1.0:1767735620.732388:0:286704:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000800:00000200:3.0:1767735620.732391:0:196085:0:(socklnd_cb.c:1001:ksocknal_send()) sending 0 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:3.0:1767735620.732401:0:196085:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1f7416a00. 00000400:00000001:1.0:1767735620.732402:0:286704:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:1.0:1767735620.732409:0:286704:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:1.0:1767735620.732415:0:286704:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1ed810688. 00000800:00000200:3.0:1767735620.732418:0:196085:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000400:00000200:1.0:1767735620.732425:0:286704:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1d845b088 00000800:00000200:3.0:1767735620.732435:0:196085:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000400:00000010:1.0:1767735620.732436:0:286704:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1d845b088. 00000800:00000200:3.0:1767735620.732448:0:196085:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1f7416a00 type 0, nob 96 niov 1 nkiov 0 00000100:00000001:1.0:1767735620.732452:0:286704:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000040:2.0:1767735620.732455:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304382553, at 4304382554 00000100:00000200:1.0:1767735620.732468:0:286704:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000010:2.0:1767735620.732473:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef284d20. 00000100:00000200:1.0:1767735620.732499:0:286704:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1dd333100 x1853602706714752/t0(0) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/896 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000800:00000001:2.0:1767735620.732504:0:196086:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000100:00000001:1.0:1767735620.732520:0:286704:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:1.0:1767735620.732525:0:286704:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.732529:0:286704:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:1.0:1767735620.732533:0:286704:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:1.0:1767735620.732536:0:286704:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:1.0:1767735620.732539:0:286704:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.732541:0:196085:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 02000000:00000001:1.0:1767735620.732548:0:286704:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000800:00000010:3.0:1767735620.732550:0:196085:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1f7416a00. 00000800:00000001:2.0:1767735620.732553:0:196086:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00001000:1.0:1767735620.732559:0:286704:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000400:00000200:3.0:1767735620.732563:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000100:00001000:1.0:1767735620.732570:0:286704:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:1.0:1767735620.732580:0:286704:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000400:00000200:3.0:1767735620.732584:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: ACK: OK 00000100:00000001:1.0:1767735620.732598:0:286704:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:1.0:1767735620.732603:0:286704:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:1.0:1767735620.732606:0:286704:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.732611:0:286704:0:(client.c:1532:ptlrpc_save_versions()) Process entered 00000100:00000040:1.0:1767735620.732613:0:286704:0:(client.c:1539:ptlrpc_save_versions()) Client save versions [0x30001b91e/0x1] 00000100:00000001:1.0:1767735620.732616:0:286704:0:(client.c:1541:ptlrpc_save_versions()) Process leaving 00000100:00000001:1.0:1767735620.732618:0:286704:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:1.0:1767735620.732620:0:286704:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626090374082816 : -117983335468800 : ffff94b1dd333100) 00000100:00000001:1.0:1767735620.732624:0:286704:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:1.0:1767735620.732626:0:286704:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:1.0:1767735620.732628:0:286704:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:1.0:1767735620.732630:0:286704:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:1.0:1767735620.732638:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Rpc:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.732648:0:286704:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:1.0:1767735620.732651:0:286704:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:1.0:1767735620.732653:0:286704:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:1.0:1767735620.732658:0:286704:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Interpret:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00100000:1.0:1767735620.732668:0:286704:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1dd333100 pname:cluuid:pid:xid:nid:opc:job lfs:66586885-669e-469f-b1c7-cb1a0fe6eee4:286704:1853602706714752:192.168.203.112@tcp:36:lfs.0 00000100:00000001:1.0:1767735620.732674:0:286704:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:1.0:1767735620.732677:0:286704:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.732679:0:286704:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:1.0:1767735620.732682:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.732686:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 3 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.732694:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:1.0:1767735620.732697:0:286704:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1c2f62c00. 00000100:00000001:1.0:1767735620.732701:0:286704:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:1.0:1767735620.732703:0:286704:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.732709:0:286704:0:(mdc_reint.c:296:mdc_create()) Process leaving (rc=0 : 0 : 0) 00800000:00000002:1.0:1767735620.732712:0:286704:0:(lmv_obd.c:2257:lmv_create()) Created - [0x2000013a3:0x7570:0x0] 00800000:00000001:1.0:1767735620.732721:0:286704:0:(lmv_obd.c:2263:lmv_create()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.732725:0:286704:0:(llite_lib.c:3728:ll_prep_inode()) Process entered 00000002:00000001:1.0:1767735620.732729:0:286704:0:(mdc_request.c:553:mdc_get_lustre_md()) Process entered 00000002:00000001:1.0:1767735620.732732:0:286704:0:(mdc_request.c:645:mdc_get_lustre_md()) Process leaving 00000080:00000001:1.0:1767735620.732734:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950768 : 144115272414950768 : 2000013a3007570) 00000080:00000001:1.0:1767735620.732737:0:286704:0:(namei.c:117:ll_iget()) Process entered 00000080:00000010:1.0:1767735620.732745:0:286704:0:(super25.c:43:ll_alloc_inode()) slab-alloced 'lli': 2072 at ffff94b200dbca40. 00000080:00000001:1.0:1767735620.732752:0:286704:0:(llite_lib.c:3214:ll_read_inode2()) Process entered 00000080:00200000:1.0:1767735620.732755:0:286704:0:(llite_lib.c:3217:ll_read_inode2()) VFS Op:inode=[0x2000013a3:0x7570:0x0](ffff94b200dbcb08) 00000080:00000001:1.0:1767735620.732758:0:286704:0:(llite_lib.c:1844:ll_update_lsm_md()) Process entered 00000080:00000002:1.0:1767735620.732760:0:286704:0:(llite_lib.c:1848:ll_update_lsm_md()) update lsm_obj 0000000000000000 of [0x2000013a3:0x7570:0x0] 00000080:00000001:1.0:1767735620.732763:0:286704:0:(llite_lib.c:1865:ll_update_lsm_md()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.732765:0:286704:0:(lcommon_cl.c:275:cl_fid_build_ino()) Process leaving (rc=144115272414950768 : 144115272414950768 : 2000013a3007570) 00000080:00000001:1.0:1767735620.732768:0:286704:0:(lcommon_cl.c:294:cl_fid_build_gen()) Process leaving (rc=33554451 : 33554451 : 2000013) 00000080:00000002:1.0:1767735620.732771:0:286704:0:(llite_lib.c:2912:ll_update_inode()) setting ino 144115272414950768 mtime from 0 to 1767735620 00000080:00200000:1.0:1767735620.732775:0:286704:0:(llite_lib.c:2981:ll_update_inode()) inode=[0x2000013a3:0x7570:0x0], updating i_size 512 00000080:00000001:1.0:1767735620.732778:0:286704:0:(llite_lib.c:3248:ll_read_inode2()) Process leaving 00000080:00000001:1.0:1767735620.732781:0:286704:0:(namei.c:160:ll_iget()) Process leaving (rc=18446626090972334856 : -117982737216760 : ffff94b200dbcb08) 00000080:00000001:1.0:1767735620.732784:0:286704:0:(llite_lib.c:3826:ll_prep_inode()) Process leaving via out (rc=0 : 0 : 0x0) 00800000:00000001:1.0:1767735620.732787:0:286704:0:(lmv_obd.c:4013:lmv_put_lustre_md()) Process entered 00800000:00000001:1.0:1767735620.732790:0:286704:0:(lmv_obd.c:4020:lmv_put_lustre_md()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:1.0:1767735620.732795:0:286704:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:1.0:1767735620.732800:0:286704:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1dd333100 x1853602706714752/t12885014819(12885014819) o36->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 552/448 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/204/0 rc 0/0 job:'lfs.0' uid:0 gid:0 projid:4294967295 00000100:00000001:1.0:1767735620.732809:0:286704:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000080:00000010:1.0:1767735620.732812:0:286704:0:(llite_lib.c:4087:ll_finish_md_op_data()) kfreed 'op_data': 384 at ffff94b1d1eac000. 00000080:00000010:1.0:1767735620.732816:0:286704:0:(dir.c:2108:ll_dir_ioctl()) kvfree 'data': 632 at ffff94b1ed8e5c00. 00000080:00000001:1.0:1767735620.732819:0:286704:0:(dir.c:2109:ll_dir_ioctl()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.732830:0:286704:0:(dir.c:3013:ll_dir_release()) Process entered 00000080:00000001:1.0:1767735620.732832:0:286704:0:(file.c:420:ll_file_release()) Process entered 00000020:00000001:1.0:1767735620.732834:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abdb0 00000080:00200008:1.0:1767735620.732837:0:286704:0:(file.c:424:ll_file_release()) START file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000 00000080:00400000:1.0:1767735620.732842:0:286704:0:(statahead.c:1714:ll_deauthorize_statahead()) deauthorize statahead for [0x2000013a3:0x756e:0x0] 00000080:00000001:1.0:1767735620.732845:0:286704:0:(pcc.c:2433:pcc_file_release()) Process entered 00000080:00000001:1.0:1767735620.732847:0:286704:0:(pcc.c:2436:pcc_file_release()) Process leaving 00000080:00000001:1.0:1767735620.732857:0:286704:0:(file.c:339:ll_md_close()) Process entered 00000002:00000001:1.0:1767735620.732861:0:286704:0:(mdc_locks.c:135:mdc_lock_match()) Process entered 00010000:00000001:1.0:1767735620.732864:0:286704:0:(ldlm_lock.c:1439:ldlm_lock_match_with_skip()) Process entered 00010000:00000040:1.0:1767735620.732869:0:286704:0:(ldlm_resource.c:1431:ldlm_resource_getref()) getref res: ffff94b1d21e1e00 count: 3 00010000:00000001:1.0:1767735620.732872:0:286704:0:(ldlm_resource.c:1370:ldlm_resource_get()) Process leaving via found (rc=0 : 0 : 0x0) 00010000:00000001:1.0:1767735620.732876:0:286704:0:(ldlm_lock.c:313:ldlm_lock_touch_in_lru()) Process entered 00010000:00000001:1.0:1767735620.732879:0:286704:0:(ldlm_lock.c:326:ldlm_lock_touch_in_lru()) Process leaving 02000000:00000001:1.0:1767735620.732881:0:286704:0:(sec.c:1015:sptlrpc_import_check_ctx()) Process entered 02000000:00000001:1.0:1767735620.732885:0:286704:0:(sec.c:1031:sptlrpc_import_check_ctx()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:1.0:1767735620.732890:0:286704:0:(ldlm_lock.c:1515:ldlm_lock_match_with_skip()) ### matched (0 0) ns: lustre-MDT0000-mdc-ffff94b1e7e86000 lock: ffff94b1fb346600/0x1886cffb85cc580e lrc: 2/0,0 mode: CR/CR res: [0x2000013a3:0x756e:0x0].0x0 bits 0x5/0x0 rrc: 3 type: IBT gid 0 flags: 0x0 nid: local remote: 0x9bbb2ede591e1829 expref: -99 pid: 286704 timeout: 0 lvb_type: 0 00010000:00000001:1.0:1767735620.732900:0:286704:0:(ldlm_lock.c:185:ldlm_lock_put()) Process entered 00010000:00000001:1.0:1767735620.732902:0:286704:0:(ldlm_lock.c:224:ldlm_lock_put()) Process leaving 00000002:00000001:1.0:1767735620.732904:0:286704:0:(mdc_locks.c:141:mdc_lock_match()) Process leaving (rc=16 : 16 : 10) 00800000:00000002:1.0:1767735620.732907:0:286704:0:(lmv_obd.c:3988:lmv_lock_match()) Lock match for [0x2000013a3:0x756e:0x0]: 16 00000080:00000010:1.0:1767735620.732910:0:286704:0:(file.c:80:ll_file_data_put()) slab-freed '(lfd)': 288 at ffff94b1c2ea0b40. 00000080:00000001:1.0:1767735620.732913:0:286704:0:(file.c:404:ll_md_close()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:1.0:1767735620.732917:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abdb0 00000080:00000008:1.0:1767735620.732919:0:286704:0:(file.c:464:ll_file_release()) COMPLETED file d160s.sanity:[0x2000013a3:0x756e:0x0](ffff94b1f0687448), flags 300000, rc = 0 00000080:00000001:1.0:1767735620.732923:0:286704:0:(file.c:466:ll_file_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.732925:0:286704:0:(dir.c:3014:ll_dir_release()) Process leaving (rc=0 : 0 : 0) 00000080:00000001:1.0:1767735620.732928:0:286704:0:(dcache.c:120:ll_ddelete()) Process entered 00000020:00000001:1.0:1767735620.732931:0:286704:0:(obd_sysfs.c:799:encode_fn_len()) Process filename at ffffafc3080abe00 00000080:00002000:1.0:1767735620.732933:0:286704:0:(dcache.c:127:ll_ddelete()) keeping dentry d160s.sanity (ffff94b1f14ed438, parent ffff94b1c49c60d8, inode ffff94b1f0687448) hashed, 00000080:00000001:1.0:1767735620.732936:0:286704:0:(dcache.c:131:ll_ddelete()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:3.0:1767735620.733381:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382553, at 4304382555 00000100:00000010:3.0:1767735620.733392:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1ef284780. 00000002:00000001:1.0:1767735620.766914:0:286712:0:(mdc_changelog.c:618:chlg_open()) Process entered 00000002:00000010:1.0:1767735620.766922:0:286712:0:(mdc_changelog.c:622:chlg_open()) kmalloced '(crs)': 224 at ffff94b0e3c38f00. 00000002:00000001:1.0:1767735620.766928:0:286712:0:(mdc_changelog.c:638:chlg_open()) Process leaving (rc=0 : 0 : 0) 00000002:00000001:1.0:1767735620.766943:0:286712:0:(mdc_changelog.c:407:chlg_read()) Process entered 00000002:00000001:2.0:1767735620.767412:0:286713:0:(mdc_changelog.c:283:chlg_load()) Process entered 00000020:00000040:2.0:1767735620.767422:0:286713:0:(obd_config.c:927:class_incref()) incref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000002:00000040:2.0:1767735620.767431:0:286713:0:(lustre_log.h:385:llog_ctxt_get()) GETting ctxt ffff94b1e7e1ba80 : new refcount 2 00000040:00000001:2.0:1767735620.767435:0:286713:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767735620.767442:0:286713:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f2cc4200. 00000040:00000001:2.0:1767735620.767448:0:286713:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767735620.767452:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767735620.767458:0:286713:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000020:00000040:2.0:1767735620.767462:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735620.767467:0:286713:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.767470:0:286713:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.767475:0:286713:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.767481:0:286713:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 1024 at ffff94b1c4c9dc00. 00000100:00000001:2.0:1767735620.767487:0:286713:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.767494:0:286713:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.767496:0:286713:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.767501:0:286713:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.767503:0:286713:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929154304 : -117982780397312 : ffff94b1fe48e900) 00000100:00000001:2.0:1767735620.767507:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.767509:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:2.0:1767735620.767514:0:286713:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.767518:0:286713:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.767531:0:286713:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.767533:0:286713:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.767542:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.767553:0:286713:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.767556:0:286713:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.767559:0:286713:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.767562:0:286713:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.767565:0:286713:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.767569:0:286713:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706714880:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767735620.767574:0:286713:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.767578:0:286713:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.767581:0:286713:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.767583:0:286713:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.767587:0:286713:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f2cc4e00. 02000000:00000001:2.0:1767735620.767589:0:286713:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.767596:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.767601:0:286713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767735620.767606:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29bb0. 00000100:00000200:2.0:1767735620.767612:0:286713:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706714880, portal 10 00000100:00000001:2.0:1767735620.767614:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.767616:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000040:2.0:1767735620.767623:0:286713:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.767633:0:286713:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.767636:0:286713:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.767639:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa296e8. 00000100:00000200:2.0:1767735620.767643:0:286713:0:(niobuf.c:94:ptl_send_buf()) Sending 520 bytes to portal 12, xid 1853602706714880, offset 0 00000400:00000200:2.0:1767735620.767649:0:286713:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.767655:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.767662:0:286713:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.767667:0:286713:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.767679:0:286713:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.767683:0:286713:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.767687:0:286713:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.767691:0:286713:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337147:337147:256:4294967295] 192.168.203.112@tcp LPNI seq info [337147:337147:8:4294967295] 00000400:00000200:2.0:1767735620.767697:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.767707:0:286713:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.767714:0:286713:0:(socklnd_cb.c:1001:ksocknal_send()) sending 520 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.767718:0:286713:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f200. 00000800:00000200:2.0:1767735620.767725:0:286713:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.767732:0:286713:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.767736:0:286713:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f200 type 1, nob 616 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.767763:0:286713:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.767769:0:286713:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.767773:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.767776:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382594 00000100:00000010:2.0:1767735620.767781:0:286713:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c42941e0. 00000100:00000001:2.0:1767735620.767786:0:286713:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 2 00000100:00000001:2.0:1767735620.767791:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382594 00000100:00000010:2.0:1767735620.767795:0:286713:0:(niobuf.c:665:kick_cpu_latency()) kmalloced '(latency_qos->pm_qos_req)': 72 at ffff94b1c4294cc0. 00000100:00000001:2.0:1767735620.767798:0:286713:0:(niobuf.c:677:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request now active for cpu 3 00000100:00000001:2.0:1767735620.767802:0:286713:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.767805:0:286713:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.767807:0:286713:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.767809:0:286713:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.767813:0:286713:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48e900 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.767816:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.767818:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.767950:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.767959:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f200. 00000400:00000200:3.0:1767735620.767965:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.767973:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.767979:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa296e8 00000400:00000010:3.0:1767735620.767982:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa296e8. 00000100:00000001:3.0:1767735620.767987:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.767995:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.768008:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.768012:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.768022:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.768138:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.770185:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.770197:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.770201:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.770204:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.770212:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.770220:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.770227:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.770232:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.770238:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.770242:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 272 into portal 10 MB=0x695d782e37100 00000400:00000200:3.0:1767735620.770248:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.770255:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 272/272 into md 0x20cc9d [1] + 224 00000800:00000001:3.0:1767735620.770263:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.770271:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.770274:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.770279:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.770284:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.770291:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.770306:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=272 offset=224 replen=272 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.770368:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.770378:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.770385:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.770451:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735620.770464:0:286713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735620.770466:0:286713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735620.770471:0:286713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767735620.770490:0:286713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29bb0 00000400:00000010:2.0:1767735620.770493:0:286713:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29bb0. 00000100:00000001:2.0:1767735620.770498:0:286713:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.770508:0:286713:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735620.770522:0:286713:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770533:0:286713:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735620.770535:0:286713:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.770539:0:286713:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735620.770542:0:286713:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735620.770545:0:286713:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735620.770547:0:286713:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.770551:0:286713:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735620.770560:0:286713:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735620.770565:0:286713:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735620.770569:0:286713:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735620.770571:0:286713:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.770574:0:286713:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735620.770577:0:286713:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.770581:0:286713:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735620.770584:0:286713:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:2.0:1767735620.770587:0:286713:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735620.770590:0:286713:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.770595:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770604:0:286713:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.770607:0:286713:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735620.770610:0:286713:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735620.770615:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735620.770625:0:286713:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706714880:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767735620.770637:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.770640:0:286713:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.770643:0:286713:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767735620.770645:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.770650:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770658:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767735620.770661:0:286713:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.770665:0:286713:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767735620.770666:0:286713:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.770671:0:286713:0:(llog_client.c:122:llog_client_open()) Process leaving 00000020:00000001:2.0:1767735620.770673:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.770675:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.770678:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767735620.770680:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.770683:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706714880/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 520/272 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770691:0:286713:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735620.770694:0:286713:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735620.770697:0:286713:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f2cc4e00. 02000000:00000001:2.0:1767735620.770700:0:286713:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735620.770702:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.770703:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.770705:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735620.770708:0:286713:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 1024 at ffff94b1c4c9dc00. 02000000:00000001:2.0:1767735620.770712:0:286713:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735620.770714:0:286713:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735620.770716:0:286713:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:2.0:1767735620.770720:0:286713:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735620.770722:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00000001:2.0:1767735620.770724:0:286713:0:(llog.c:1551:llog_open()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.770728:0:286713:0:(llog.c:407:llog_init_handle()) Process entered 00000040:00000010:2.0:1767735620.770737:0:286713:0:(llog.c:412:llog_init_handle()) kmalloced '(llh)': 8192 at ffff94b1c417c000. 00000040:00000001:2.0:1767735620.770740:0:286713:0:(llog.c:358:llog_read_header()) Process entered 00000040:00000001:2.0:1767735620.770742:0:286713:0:(llog_client.c:268:llog_client_read_header()) Process entered 00000020:00000040:2.0:1767735620.770749:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767735620.770754:0:286713:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000020:00000040:2.0:1767735620.770757:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735620.770761:0:286713:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.770763:0:286713:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.770766:0:286713:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.770771:0:286713:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4e00. 00000100:00000001:2.0:1767735620.770775:0:286713:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.770778:0:286713:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.770780:0:286713:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.770784:0:286713:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.770786:0:286713:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929154304 : -117982780397312 : ffff94b1fe48e900) 00000100:00000001:2.0:1767735620.770789:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.770791:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:2.0:1767735620.770794:0:286713:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.770798:0:286713:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.770800:0:286713:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.770802:0:286713:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.770807:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770815:0:286713:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.770817:0:286713:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.770820:0:286713:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.770822:0:286713:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.770825:0:286713:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.770829:0:286713:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715008:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1767735620.770833:0:286713:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.770836:0:286713:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.770838:0:286713:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.770841:0:286713:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.770861:0:286713:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.770864:0:286713:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.770871:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.770875:0:286713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767735620.770885:0:286713:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe48e3c0. 00000100:00000200:2.0:1767735620.770890:0:286713:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602706715008, portal 10 00000100:00000001:2.0:1767735620.770893:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.770894:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000040:2.0:1767735620.770901:0:286713:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.770910:0:286713:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.770913:0:286713:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.770916:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29bb0. 00000100:00000200:2.0:1767735620.770918:0:286713:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602706715008, offset 0 00000400:00000200:2.0:1767735620.770925:0:286713:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.770932:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.770938:0:286713:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.770943:0:286713:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.770947:0:286713:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.770950:0:286713:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.770953:0:286713:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.770958:0:286713:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337148:337148:256:4294967295] 192.168.203.112@tcp LPNI seq info [337148:337148:8:4294967295] 00000400:00000200:2.0:1767735620.770963:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.770973:0:286713:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.770979:0:286713:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.770983:0:286713:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f600. 00000800:00000200:2.0:1767735620.770989:0:286713:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.770996:0:286713:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.771000:0:286713:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f600 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.771024:0:286713:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.771030:0:286713:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.771034:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.771037:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382597 00000100:00000001:2.0:1767735620.771043:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382594 00000100:00000001:2.0:1767735620.771055:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382597 00000100:00000001:2.0:1767735620.771059:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382594 00000100:00000001:2.0:1767735620.771062:0:286713:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.771065:0:286713:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.771068:0:286713:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.771070:0:286713:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.771073:0:286713:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48e900 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.771075:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.771077:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.771217:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.771225:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f600. 00000400:00000200:3.0:1767735620.771232:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.771240:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.771246:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29bb0 00000400:00000010:3.0:1767735620.771250:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29bb0. 00000100:00000001:3.0:1767735620.771255:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.771263:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.771288:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.771294:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.771303:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.771306:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.773380:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.773393:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.773397:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.773400:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.773408:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.773415:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.773489:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.773495:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.773500:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.773505:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8416 into portal 10 MB=0x695d782e37180 00000400:00000200:3.0:1767735620.773511:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.773517:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8416/8416 into md 0x20ccad [4] + 224 00000800:00000001:3.0:1767735620.773524:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.773538:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.773542:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.773546:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.773552:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.773559:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.773573:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8416 offset=224 replen=8416 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.773600:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.773607:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.773611:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.773712:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735620.773723:0:286713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735620.773725:0:286713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735620.773729:0:286713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767735620.773736:0:286713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe48e3c0 00000400:00000010:2.0:1767735620.773739:0:286713:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe48e3c0. 00000100:00000001:2.0:1767735620.773743:0:286713:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.773753:0:286713:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735620.773767:0:286713:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.773777:0:286713:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735620.773779:0:286713:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.773782:0:286713:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735620.773784:0:286713:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735620.773786:0:286713:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735620.773789:0:286713:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.773792:0:286713:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735620.773798:0:286713:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735620.773802:0:286713:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735620.773805:0:286713:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735620.773807:0:286713:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.773809:0:286713:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735620.773813:0:286713:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.773816:0:286713:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735620.773830:0:286713:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:2.0:1767735620.773833:0:286713:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735620.773835:0:286713:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.773842:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.773851:0:286713:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.773854:0:286713:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735620.773856:0:286713:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735620.773861:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735620.773871:0:286713:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715008:192.168.203.112@tcp:503:chlg_load_threa.0 00000100:00000001:2.0:1767735620.773876:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.773879:0:286713:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.773881:0:286713:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767735620.773884:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.773888:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.773896:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767735620.773899:0:286713:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.773902:0:286713:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767735620.773903:0:286713:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.773910:0:286713:0:(llog_client.c:318:llog_client_read_header()) Process leaving 00000100:00000001:2.0:1767735620.773913:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.773916:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706715008/t0(0) o503->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8416 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.773924:0:286713:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735620.773926:0:286713:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735620.773929:0:286713:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.773943:0:286713:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735620.773946:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.773948:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.773950:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735620.773958:0:286713:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4e00. 02000000:00000001:2.0:1767735620.773961:0:286713:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735620.773963:0:286713:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735620.773965:0:286713:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:2.0:1767735620.773968:0:286713:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735620.773970:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767735620.773972:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.773974:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.773976:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767735620.773978:0:286713:0:(llog.c:395:llog_read_header()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.773983:0:286713:0:(llog_cat.c:1181:llog_cat_set_first_idx()) Process entered 00000040:00080000:2.0:1767735620.773986:0:286713:0:(llog_cat.c:1211:llog_cat_set_first_idx()) catlog [0xa:0x5:0x0] first idx 2, last_idx 3 00000040:00000001:2.0:1767735620.773990:0:286713:0:(llog_cat.c:1213:llog_cat_set_first_idx()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.773992:0:286713:0:(llog.c:473:llog_init_handle()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.773995:0:286713:0:(llog_cat.c:936:llog_cat_process_or_fork()) Process entered 00000040:00000001:2.0:1767735620.773999:0:286713:0:(llog.c:943:llog_process_or_fork()) Process entered 00000040:00000010:2.0:1767735620.774002:0:286713:0:(llog.c:945:llog_process_or_fork()) kmalloced '(lpi)': 96 at ffff94b1c42945a0. 00000040:00001000:2.0:1767735620.774006:0:286713:0:(llog.c:960:llog_process_or_fork()) Processing [0xa:0x5:0x0] flags 0x33fa startcat 3 startidx 0 first_idx 2 last_idx 0 read_mode 0 00000040:00000001:2.0:1767735620.774011:0:286713:0:(llog.c:544:llog_process_thread()) Process entered 00000020:00000010:2.0:1767735620.774018:0:286713:0:(lu_object.c:1715:keys_init()) kmalloced '(ctx->lc_value)': 320 at ffff94b1f2cc4e00. 00000020:00000010:2.0:1767735620.774026:0:286713:0:(lu_object.c:532:lu_global_key_init()) kmalloced '(value)': 512 at ffff94b1f2cc5800. 00000040:00000010:2.0:1767735620.774032:0:286713:0:(llog_obd.c:216:llog_key_init()) kmalloced '(value)': 480 at ffff94b1f2cc5400. 00000020:00000010:2.0:1767735620.774037:0:286713:0:(dt_object.c:32:dt_global_key_init()) kmalloced '(value)': 1264 at ffff94b20082e800. 00000020:00000010:2.0:1767735620.774044:0:286713:0:(tgt_main.c:719:tgt_key_init()) slab-alloced 'thread': 1288 at ffff94b1fdca1928. 00000020:00000010:2.0:1767735620.774051:0:286713:0:(update_records.c:1195:update_key_init()) kmalloced '(value)': 432 at ffff94b1f2cc5200. 80000000:00000010:2.0:1767735620.774056:0:286713:0:(fld_handler.c:35:fld_key_init()) kmalloced '(value)': 72 at ffff94b1c4294ea0. 40000000:00000010:2.0:1767735620.774061:0:286713:0:(fid_handler.c:473:seq_key_init()) kmalloced '(value)': 48 at ffff94b1d1dfbd40. 00100000:00000010:2.0:1767735620.774069:0:286713:0:(lfsck_lib.c:33:lfsck_key_init()) kmalloced '(value)': 1800 at ffff94b20082a000. 00040000:00000010:2.0:1767735620.774075:0:286713:0:(lquota_lib.c:35:lquota_key_init()) kmalloced '(value)': 248 at ffff94b1deb6f100. 00040000:00000010:2.0:1767735620.774080:0:286713:0:(qmt_dev.c:343:qmt_key_init()) kmalloced '(value)': 1256 at ffff94b20082c800. 00040000:00000010:2.0:1767735620.774086:0:286713:0:(qsd_lib.c:51:qsd_key_init()) kmalloced '(value)': 408 at ffff94b1f2cc4000. 00000004:00000010:2.0:1767735620.774093:0:286713:0:(mdd_device.c:2406:mdd_key_init()) kmalloced '(value)': 1872 at ffff94b200829800. 00000004:00000010:2.0:1767735620.774128:0:286713:0:(mdt_handler.c:8363:mdt_key_init()) kmalloced '(value)': 2568 at ffff94b1c5fad000. 00000004:00000010:2.0:1767735620.774137:0:286713:0:(lod_dev.c:2338:lod_key_init()) kmalloced '(value)': 1224 at ffff94b20082a800. 00002000:00000010:2.0:1767735620.774143:0:286713:0:(ofd_dev.c:3000:ofd_key_init()) kmalloced '(value)': 816 at ffff94b1c4c9dc00. 00000004:00000010:2.0:1767735620.774157:0:286713:0:(osp_dev.c:1816:osp_key_init()) kmalloced '(value)': 616 at ffff94b1c4c9f000. 00000020:00000010:2.0:1767735620.774164:0:286713:0:(lu_object.c:1956:lu_env_add_task()) kmalloced '(lei)': 40 at ffff94b1d1dfbd80. 00000040:00000010:2.0:1767735620.774177:0:286713:0:(llog.c:570:llog_process_thread()) kmalloced '(buf)': 8192 at ffff94b1c417a000. 00000040:00001000:2.0:1767735620.774180:0:286713:0:(llog.c:607:llog_process_thread()) index: 3 last_index 64767 00000040:00000001:2.0:1767735620.774183:0:286713:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767735620.774186:0:286713:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767735620.774189:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767735620.774193:0:286713:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000020:00000040:2.0:1767735620.774197:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735620.774200:0:286713:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.774202:0:286713:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.774206:0:286713:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.774211:0:286713:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4c00. 00000100:00000001:2.0:1767735620.774215:0:286713:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.774219:0:286713:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.774221:0:286713:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.774225:0:286713:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.774227:0:286713:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929154304 : -117982780397312 : ffff94b1fe48e900) 00000100:00000001:2.0:1767735620.774231:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.774232:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:2.0:1767735620.774236:0:286713:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.774240:0:286713:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.774243:0:286713:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.774244:0:286713:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.774250:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.774259:0:286713:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.774261:0:286713:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.774264:0:286713:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.774267:0:286713:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.774269:0:286713:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.774273:0:286713:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715136:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767735620.774277:0:286713:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.774287:0:286713:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.774289:0:286713:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.774292:0:286713:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.774304:0:286713:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.774349:0:286713:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.774359:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.774367:0:286713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767735620.774375:0:286713:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe48e3c0. 00000100:00000200:2.0:1767735620.774381:0:286713:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602706715136, portal 10 00000100:00000001:2.0:1767735620.774384:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.774387:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000040:2.0:1767735620.774396:0:286713:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.774404:0:286713:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.774408:0:286713:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.774411:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29880. 00000100:00000200:2.0:1767735620.774415:0:286713:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602706715136, offset 0 00000400:00000200:2.0:1767735620.774422:0:286713:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.774430:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.774440:0:286713:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.774445:0:286713:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.774449:0:286713:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.774452:0:286713:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.774455:0:286713:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.774461:0:286713:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337149:337149:256:4294967295] 192.168.203.112@tcp LPNI seq info [337149:337149:8:4294967295] 00000400:00000200:2.0:1767735620.774466:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.774476:0:286713:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.774482:0:286713:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.774486:0:286713:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f000. 00000800:00000200:2.0:1767735620.774492:0:286713:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.774499:0:286713:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.774503:0:286713:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f000 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.774531:0:286713:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.774536:0:286713:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.774541:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.774544:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382601 00000100:00000001:2.0:1767735620.774551:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382597 00000100:00000001:2.0:1767735620.774563:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382601 00000100:00000001:2.0:1767735620.774570:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382597 00000100:00000001:2.0:1767735620.774574:0:286713:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.774578:0:286713:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.774581:0:286713:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.774584:0:286713:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.774588:0:286713:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48e900 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.774592:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.774594:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.774659:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.774679:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f000. 00000400:00000200:3.0:1767735620.774685:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.774694:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.774700:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29880 00000400:00000010:3.0:1767735620.774703:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29880. 00000100:00000001:3.0:1767735620.774707:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.774715:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.774728:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.774733:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.774742:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.774745:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.776819:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.776831:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.776835:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.776838:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.776909:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.776917:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.776925:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.776930:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.776935:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.776940:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d782e37200 00000400:00000200:3.0:1767735620.776946:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.776952:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x20ccbd [4] + 224 00000800:00000001:3.0:1767735620.776959:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.776973:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.776977:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.776981:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.776986:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.776994:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.777028:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.777057:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.777066:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.777071:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.777189:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735620.777199:0:286713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735620.777201:0:286713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735620.777206:0:286713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767735620.777213:0:286713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe48e3c0 00000400:00000010:2.0:1767735620.777215:0:286713:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe48e3c0. 00000100:00000001:2.0:1767735620.777220:0:286713:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.777230:0:286713:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735620.777244:0:286713:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777254:0:286713:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735620.777256:0:286713:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.777259:0:286713:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735620.777262:0:286713:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735620.777264:0:286713:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735620.777266:0:286713:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.777269:0:286713:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735620.777275:0:286713:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735620.777293:0:286713:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735620.777296:0:286713:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735620.777298:0:286713:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.777300:0:286713:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735620.777303:0:286713:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.777350:0:286713:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735620.777353:0:286713:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:2.0:1767735620.777358:0:286713:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735620.777364:0:286713:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.777374:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777385:0:286713:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.777388:0:286713:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735620.777392:0:286713:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735620.777399:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735620.777409:0:286713:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715136:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767735620.777415:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.777419:0:286713:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.777421:0:286713:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767735620.777423:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.777427:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777435:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767735620.777438:0:286713:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.777441:0:286713:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767735620.777443:0:286713:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.777450:0:286713:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767735620.777452:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.777455:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706715136/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777463:0:286713:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735620.777474:0:286713:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735620.777477:0:286713:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.777488:0:286713:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735620.777490:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.777492:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.777495:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735620.777497:0:286713:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4c00. 02000000:00000001:2.0:1767735620.777500:0:286713:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735620.777502:0:286713:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735620.777504:0:286713:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:2.0:1767735620.777507:0:286713:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735620.777509:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767735620.777512:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.777513:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.777515:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767735620.777517:0:286713:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767735620.777521:0:286713:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:2.0:1767735620.777525:0:286713:0:(llog.c:720:llog_process_thread()) synced_idx: 3 00000040:00000001:2.0:1767735620.777528:0:286713:0:(lustre_log.h:473:llog_next_block()) Process entered 00000040:00000001:2.0:1767735620.777530:0:286713:0:(llog_client.c:140:llog_client_next_block()) Process entered 00000020:00000040:2.0:1767735620.777532:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767735620.777536:0:286713:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000020:00000040:2.0:1767735620.777540:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735620.777543:0:286713:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.777545:0:286713:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.777548:0:286713:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.777554:0:286713:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc4c00. 00000100:00000001:2.0:1767735620.777558:0:286713:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.777562:0:286713:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.777563:0:286713:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.777567:0:286713:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.777570:0:286713:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929154304 : -117982780397312 : ffff94b1fe48e900) 00000100:00000001:2.0:1767735620.777573:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.777575:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:2.0:1767735620.777579:0:286713:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.777582:0:286713:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.777590:0:286713:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.777592:0:286713:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.777597:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777606:0:286713:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.777608:0:286713:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.777611:0:286713:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.777613:0:286713:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.777616:0:286713:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.777619:0:286713:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715264:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767735620.777624:0:286713:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.777627:0:286713:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.777629:0:286713:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.777632:0:286713:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.777643:0:286713:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.777646:0:286713:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.777653:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.777657:0:286713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767735620.777662:0:286713:0:(lib-md.c:137:lnet_md_build()) alloc '(lmd)': 184 at ffff94b1fe48e3c0. 00000100:00000200:2.0:1767735620.777667:0:286713:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 16384 bytes, xid 1853602706715264, portal 10 00000100:00000001:2.0:1767735620.777670:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.777671:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000040:2.0:1767735620.777678:0:286713:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.777686:0:286713:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.777690:0:286713:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.777693:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29f68. 00000100:00000200:2.0:1767735620.777696:0:286713:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602706715264, offset 0 00000400:00000200:2.0:1767735620.777703:0:286713:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.777709:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.777716:0:286713:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.777720:0:286713:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.777731:0:286713:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.777734:0:286713:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.777737:0:286713:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.777742:0:286713:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337150:337150:256:4294967295] 192.168.203.112@tcp LPNI seq info [337150:337150:8:4294967295] 00000400:00000200:2.0:1767735620.777747:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.777758:0:286713:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.777763:0:286713:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.777768:0:286713:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6fc00. 00000800:00000200:2.0:1767735620.777774:0:286713:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.777781:0:286713:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.777785:0:286713:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6fc00 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.777807:0:286713:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.777812:0:286713:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.777816:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.777819:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382604 00000100:00000001:2.0:1767735620.777824:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382601 00000100:00000001:2.0:1767735620.777829:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382604 00000100:00000001:2.0:1767735620.777832:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382601 00000100:00000001:2.0:1767735620.777835:0:286713:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.777838:0:286713:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.777841:0:286713:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.777843:0:286713:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.777846:0:286713:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48e900 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.777848:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.777850:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.777989:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.777997:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6fc00. 00000400:00000200:3.0:1767735620.778003:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.778011:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.778017:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29f68 00000400:00000010:3.0:1767735620.778020:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29f68. 00000100:00000001:3.0:1767735620.778025:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.778033:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.778046:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.778050:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.778169:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.778172:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.780161:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.780172:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.780176:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.780179:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.780187:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.780194:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.780268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.780274:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.780279:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.780284:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 8472 into portal 10 MB=0x695d782e37280 00000400:00000200:3.0:1767735620.780290:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.780362:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 8472/8472 into md 0x20cccd [4] + 224 00000800:00000001:3.0:1767735620.780374:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.780407:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.780412:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.780423:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.780432:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.780447:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.780462:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=8472 offset=224 replen=8472 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.780487:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.780495:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.780499:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.780547:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735620.780558:0:286713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735620.780561:0:286713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735620.780565:0:286713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767735620.780572:0:286713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1fe48e3c0 00000400:00000010:2.0:1767735620.780575:0:286713:0:(lib-lnet.h:315:lnet_md_free()) kfreed 'md': 184 at ffff94b1fe48e3c0. 00000100:00000001:2.0:1767735620.780592:0:286713:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.780602:0:286713:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735620.780617:0:286713:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.780627:0:286713:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735620.780629:0:286713:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.780632:0:286713:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735620.780635:0:286713:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735620.780637:0:286713:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735620.780639:0:286713:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.780642:0:286713:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735620.780648:0:286713:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735620.780653:0:286713:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735620.780656:0:286713:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000001:2.0:1767735620.780657:0:286713:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:2.0:1767735620.780660:0:286713:0:(ldlm_request.c:1516:ldlm_cli_update_pool()) Process entered 00010000:00000001:2.0:1767735620.780663:0:286713:0:(ldlm_request.c:1546:ldlm_cli_update_pool()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.780667:0:286713:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735620.780669:0:286713:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:2.0:1767735620.780671:0:286713:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735620.780673:0:286713:0:(client.c:1781:after_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.780679:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.780688:0:286713:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.780691:0:286713:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735620.780693:0:286713:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735620.780697:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735620.780707:0:286713:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715264:192.168.203.112@tcp:502:chlg_load_threa.0 00000100:00000001:2.0:1767735620.780713:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.780722:0:286713:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.780724:0:286713:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767735620.780726:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.780731:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.780740:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767735620.780743:0:286713:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.780745:0:286713:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767735620.780747:0:286713:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=0 : 0 : 0) 00000040:00000001:2.0:1767735620.780754:0:286713:0:(llog_client.c:197:llog_client_next_block()) Process leaving 00000100:00000001:2.0:1767735620.780756:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.780760:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706715264/t0(0) o502->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/8472 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/200/0 rc 0/0 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.780767:0:286713:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735620.780769:0:286713:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735620.780772:0:286713:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 16384 at ffff94b1fdd90000. 02000000:00000001:2.0:1767735620.780783:0:286713:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735620.780786:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.780787:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.780790:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735620.780793:0:286713:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc4c00. 02000000:00000001:2.0:1767735620.780796:0:286713:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735620.780797:0:286713:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735620.780799:0:286713:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:2.0:1767735620.780803:0:286713:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735620.780804:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000020:00000001:2.0:1767735620.780807:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.780809:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.780811:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 00000040:00000001:2.0:1767735620.780813:0:286713:0:(lustre_log.h:483:llog_next_block()) Process leaving (rc=0 : 0 : 0) 00000040:00001000:2.0:1767735620.780815:0:286713:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a000 type=0x1064553b idx=1 00000040:00001000:2.0:1767735620.780820:0:286713:0:(llog.c:759:llog_process_thread()) skipping lrh_index 1 00000040:00001000:2.0:1767735620.780822:0:286713:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a040 type=0x1064553b idx=2 00000040:00001000:2.0:1767735620.780824:0:286713:0:(llog.c:759:llog_process_thread()) skipping lrh_index 2 00000040:00001000:2.0:1767735620.780825:0:286713:0:(llog.c:663:llog_process_thread()) processing rec 0xffff94b1c417a080 type=0x1064553b idx=3 00000040:00001000:2.0:1767735620.780828:0:286713:0:(llog.c:776:llog_process_thread()) lrh_index: 3 lrh_len: 64 (8064 remains) 00000040:00080000:2.0:1767735620.780837:0:286713:0:(llog.c:797:llog_process_thread()) index: 3, lh_last_idx: 3 synced_idx: 3 lgh_last_idx: 3 00000040:00000001:2.0:1767735620.780840:0:286713:0:(llog_cat.c:872:llog_cat_process_cb()) Process entered 00000040:00000001:2.0:1767735620.780843:0:286713:0:(llog_cat.c:819:llog_cat_process_common()) Process entered 00000040:00080000:2.0:1767735620.780846:0:286713:0:(llog_cat.c:828:llog_cat_process_common()) processing log [0x1:0x26:0x0] at index 3 of catalog [0xa:0x5:0x0] 00000040:00000001:2.0:1767735620.780851:0:286713:0:(llog_cat.c:365:llog_cat_id2handle()) Process entered 00000040:00000001:2.0:1767735620.780854:0:286713:0:(llog.c:1526:llog_open()) Process entered 00000040:00000010:2.0:1767735620.780857:0:286713:0:(llog.c:42:llog_alloc_handle()) kmalloced '(loghandle)': 352 at ffff94b1f2cc4c00. 00000040:00000001:2.0:1767735620.780860:0:286713:0:(llog_client.c:69:llog_client_open()) Process entered 00000020:00000040:2.0:1767735620.780863:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000010:2.0:1767735620.780867:0:286713:0:(client.c:592:ptlrpc_request_cache_alloc()) slab-alloced 'req': 888 at ffff94b1c5caa680. 00000020:00000040:2.0:1767735620.780871:0:286713:0:(genops.c:1229:class_import_get()) import ffff94b1c403d800 refcount=9 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000100:00000001:2.0:1767735620.780874:0:286713:0:(client.c:844:ptlrpc_request_bufs_pack()) Process entered 02000000:00000001:2.0:1767735620.780876:0:286713:0:(sec.c:440:sptlrpc_req_get_ctx()) Process entered 02000000:00000001:2.0:1767735620.780879:0:286713:0:(sec.c:464:sptlrpc_req_get_ctx()) Process leaving (rc=0 : 0 : 0) 02000000:00000010:2.0:1767735620.780885:0:286713:0:(sec_null.c:146:null_alloc_reqbuf()) kmalloced '(req->rq_reqbuf)': 512 at ffff94b1f2cc5a00. 00000100:00000001:2.0:1767735620.780889:0:286713:0:(client.c:924:ptlrpc_request_bufs_pack()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.780892:0:286713:0:(client.c:3321:ptlrpc_queue_wait()) Process entered 00000100:00000001:2.0:1767735620.780894:0:286713:0:(client.c:1155:ptlrpc_prep_set()) Process entered 00000100:00000010:2.0:1767735620.780898:0:286713:0:(client.c:1157:ptlrpc_prep_set()) kmalloced '(set)': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.780900:0:286713:0:(client.c:1172:ptlrpc_prep_set()) Process leaving (rc=18446626090929154304 : -117982780397312 : ffff94b1fe48e900) 00000100:00000001:2.0:1767735620.780903:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.780905:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000001:2.0:1767735620.780909:0:286713:0:(jobid.c:940:lustre_get_jobid()) Process entered 00000100:00000001:2.0:1767735620.780912:0:286713:0:(jobid.c:980:lustre_get_jobid()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.780915:0:286713:0:(client.c:2663:ptlrpc_set_wait()) Process entered 00000100:00000001:2.0:1767735620.780916:0:286713:0:(client.c:1797:ptlrpc_send_new_req()) Process entered 00000100:00000040:2.0:1767735620.780921:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from New to Rpc req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 0 ref 2 fl New:QU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.780930:0:286713:0:(client.c:1363:ptlrpc_import_delay_req()) Process entered 00000100:00000001:2.0:1767735620.780932:0:286713:0:(client.c:1421:ptlrpc_import_delay_req()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.780935:0:286713:0:(sec.c:715:sptlrpc_req_refresh_ctx()) Process entered 02000000:00000001:2.0:1767735620.780937:0:286713:0:(sec.c:746:sptlrpc_req_refresh_ctx()) Process leaving via out_sec_put (rc=0 : 0 : 0x0) 02000000:00000001:2.0:1767735620.780940:0:286713:0:(sec.c:774:sptlrpc_req_refresh_ctx()) Process leaving (rc=0 : 0 : 0) 00000100:00100000:2.0:1767735620.780943:0:286713:0:(client.c:1903:ptlrpc_send_new_req()) Sending RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715392:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767735620.780956:0:286713:0:(niobuf.c:865:ptl_send_rpc()) Process entered 02000000:00000001:2.0:1767735620.780960:0:286713:0:(sec.c:1068:sptlrpc_cli_wrap_request()) Process entered 02000000:00000001:2.0:1767735620.780962:0:286713:0:(sec.c:1105:sptlrpc_cli_wrap_request()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.780965:0:286713:0:(sec.c:1852:sptlrpc_cli_alloc_repbuf()) Process entered 02000000:00000010:2.0:1767735620.780968:0:286713:0:(sec_null.c:189:null_alloc_repbuf()) kmalloced '(req->rq_repbuf)': 512 at ffff94b1f2cc4400. 02000000:00000001:2.0:1767735620.780970:0:286713:0:(sec.c:1862:sptlrpc_cli_alloc_repbuf()) Process leaving (rc=0 : 0 : 0) 00000400:00000200:2.0:1767735620.780977:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000010:2.0:1767735620.780981:0:286713:0:(lib-me.c:70:LNetMEAttach()) slab-alloced 'me': 88 at ffff94b1f8c5ee18. 00000400:00000010:2.0:1767735620.780986:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29ee0. 00000100:00000200:2.0:1767735620.780991:0:286713:0:(niobuf.c:1096:ptl_send_rpc()) Setup reply buffer: 512 bytes, xid 1853602706715392, portal 10 00000100:00000001:2.0:1767735620.780994:0:286713:0:(client.c:3244:ptlrpc_request_addref()) Process entered 00000100:00000001:2.0:1767735620.780996:0:286713:0:(client.c:3246:ptlrpc_request_addref()) Process leaving (rc=18446626089981355648 : -117983728195968 : ffff94b1c5caa680) 00000100:00000040:2.0:1767735620.781002:0:286713:0:(niobuf.c:1116:ptl_send_rpc()) @@@ send flags=200 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.781010:0:286713:0:(niobuf.c:69:ptl_send_buf()) Process entered 00000100:00000040:2.0:1767735620.781013:0:286713:0:(niobuf.c:72:ptl_send_buf()) peer_id 12345-192.168.203.112@tcp 00000400:00000010:2.0:1767735620.781016:0:286713:0:(lib-md.c:131:lnet_md_build()) slab-alloced 'lmd': 136 at ffff94b1faa29330. 00000100:00000200:2.0:1767735620.781019:0:286713:0:(niobuf.c:94:ptl_send_buf()) Sending 272 bytes to portal 12, xid 1853602706715392, offset 0 00000400:00000200:2.0:1767735620.781025:0:286713:0:(lib-move.c:5303:LNetPut()) LNetPut -> 12345-192.168.203.112@tcp 00000400:00000200:2.0:1767735620.781032:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.781038:0:286713:0:(lib-move.c:2973:lnet_handle_send_case_locked()) Source ANY to MR: 192.168.203.112@tcp local destination 00000400:00000200:2.0:1767735620.781043:0:286713:0:(lib-move.c:2603:lnet_find_best_ni_on_local_net()) selected best_lpn tcp 00000400:00000200:2.0:1767735620.781047:0:286713:0:(lib-move.c:1789:lnet_get_best_ni()) selected best_ni 192.168.203.12@tcp 00000400:00000200:2.0:1767735620.781050:0:286713:0:(lib-move.c:1343:lnet_select_peer_ni()) 192.168.203.12@tcp lpni_is_preferred = 0 00000400:00000200:2.0:1767735620.781053:0:286713:0:(lib-move.c:1412:lnet_select_peer_ni()) sd_best_lpni = 192.168.203.112@tcp 00000400:00000200:2.0:1767735620.781058:0:286713:0:(lib-move.c:1909:lnet_handle_send()) 192.168.203.12@tcp NI seq info: [337151:337151:256:4294967295] 192.168.203.112@tcp LPNI seq info [337151:337151:8:4294967295] 00000400:00000200:2.0:1767735620.781063:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:2.0:1767735620.781073:0:286713:0:(lib-move.c:2024:lnet_handle_send()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp:) -> 192.168.203.112@tcp(192.168.203.112@tcp:192.168.203.112@tcp) : PUT try# 0 00000800:00000200:2.0:1767735620.781078:0:286713:0:(socklnd_cb.c:1001:ksocknal_send()) sending 272 bytes in 1 frags to 12345-192.168.203.112@tcp 00000800:00000010:2.0:1767735620.781083:0:286713:0:(socklnd_cb.c:41:ksocknal_alloc_tx()) alloc '(tx)': 248 at ffff94b1deb6f800. 00000800:00000200:2.0:1767735620.781089:0:286713:0:(socklnd.c:214:ksocknal_find_peer_locked()) got peer_ni [ffff94b1df284000] -> 12345-192.168.203.112@tcp (5) 00000800:00000200:2.0:1767735620.781125:0:286713:0:(socklnd_cb.c:748:ksocknal_queue_tx_locked()) Sending to 12345-192.168.203.112@tcp ip 192.168.203.112:988 00000800:00000200:2.0:1767735620.781131:0:286713:0:(socklnd_cb.c:767:ksocknal_queue_tx_locked()) Packet ffff94b1deb6f800 type 1, nob 368 niov 1 nkiov 1 00000100:00000001:2.0:1767735620.781152:0:286713:0:(niobuf.c:111:ptl_send_buf()) Process leaving (rc=0 : 0 : 0) 00000100:00000040:2.0:1767735620.781157:0:286713:0:(niobuf.c:634:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: using a timeout of 4057 usecs (5 jiffies) 00000400:00000200:2.0:1767735620.781162:0:286713:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000100:00000001:2.0:1767735620.781165:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 2 is 4304382607 00000100:00000001:2.0:1767735620.781171:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 2, simply extend its deadline from 4304382604 00000100:00000001:2.0:1767735620.781175:0:286713:0:(niobuf.c:662:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS new deadline estimation for cpu 3 is 4304382607 00000100:00000001:2.0:1767735620.781179:0:286713:0:(niobuf.c:684:kick_cpu_latency()) lustre-MDT0000-mdc-ffff94b1e7e86000: PM QoS request active for cpu 3, simply extend its deadline from 4304382604 00000100:00000001:2.0:1767735620.781182:0:286713:0:(niobuf.c:1134:ptl_send_rpc()) Process leaving via out (rc=0 : 0 : 0x0) 00000100:00000001:2.0:1767735620.781185:0:286713:0:(client.c:1925:ptlrpc_send_new_req()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:2.0:1767735620.781188:0:286713:0:(client.c:2614:ptlrpc_set_next_timeout()) Process entered 00000100:00000001:2.0:1767735620.781190:0:286713:0:(client.c:2642:ptlrpc_set_next_timeout()) Process leaving (rc=50 : 50 : 32) 00000100:00100000:2.0:1767735620.781194:0:286713:0:(client.c:2690:ptlrpc_set_wait()) set ffff94b1fe48e900 going to sleep for 50 seconds 00000100:00000001:2.0:1767735620.781197:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000100:00000001:2.0:1767735620.781200:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=0 : 0 : 0) 00000800:00000200:3.0:1767735620.781300:0:196086:0:(socklnd_cb.c:539:ksocknal_process_transmit()) send(0) 0 00000800:00000010:3.0:1767735620.781352:0:196086:0:(socklnd_cb.c:98:ksocknal_free_tx()) kfreed 'tx': 248 at ffff94b1deb6f800. 00000400:00000200:3.0:1767735620.781365:0:196086:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.781382:0:196086:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000400:00000200:3.0:1767735620.781389:0:196086:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29330 00000400:00000010:3.0:1767735620.781393:0:196086:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29330. 00000100:00000001:3.0:1767735620.781400:0:196086:0:(events.c:34:request_out_callback()) Process entered 00000100:00000200:3.0:1767735620.781409:0:196086:0:(events.c:39:request_out_callback()) @@@ type 5, status 0 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:r/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.781422:0:196086:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:3.0:1767735620.781514:0:196086:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 2 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 3 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.781526:0:196086:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000001:3.0:1767735620.781529:0:196086:0:(events.c:68:request_out_callback()) Process leaving 00000800:00000001:3.0:1767735620.783216:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.783228:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000800:00000001:3.0:1767735620.783232:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.783235:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.783243:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.783261:0:196085:0:(lib-move.c:4793:lnet_parse()) TRACE: 192.168.203.12@tcp(192.168.203.12@tcp) <- 192.168.203.112@tcp : PUT - for me 00000400:00000200:3.0:1767735620.783268:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.783273:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.783278:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.783282:0:196085:0:(lib-ptl.c:584:lnet_ptl_match_md()) Request from 12345-192.168.203.112@tcp of length 224 into portal 10 MB=0x695d782e37300 00000400:00000200:3.0:1767735620.783288:0:196085:0:(api-ni.c:1607:lnet_nid4_cpt_hash()) Match nid 192.168.203.112@tcp to cpt 1 00000400:00000200:3.0:1767735620.783294:0:196085:0:(lib-ptl.c:210:lnet_try_match_md()) Incoming put index a from 12345-192.168.203.112@tcp of length 224/224 into md 0x20ccdd [1] + 224 00000800:00000001:3.0:1767735620.783301:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.783361:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000400:00000200:3.0:1767735620.783366:0:196085:0:(lib-msg.c:1046:lnet_is_health_check()) health check = 1, status = 0, hstatus = 0 00000400:00000200:3.0:1767735620.783371:0:196085:0:(lib-msg.c:823:lnet_health_check()) health check: 192.168.203.12@tcp->192.168.203.112@tcp: PUT: OK 00000100:00000001:3.0:1767735620.783376:0:196085:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:3.0:1767735620.783383:0:196085:0:(events.c:80:reply_in_callback()) @@@ type 2, status 0 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:Qr/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000040:3.0:1767735620.783397:0:196085:0:(events.c:149:reply_in_callback()) @@@ reply in flags=200 mlen=224 offset=224 replen=272 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:3.0:1767735620.783419:0:196085:0:(events.c:163:reply_in_callback()) Process leaving 00000800:00000001:3.0:1767735620.783427:0:196085:0:(socklnd_cb.c:345:ksocknal_receive()) Process entered 00000800:00000001:3.0:1767735620.783434:0:196085:0:(socklnd_cb.c:383:ksocknal_receive()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.783531:0:286713:0:(client.c:1974:ptlrpc_check_set()) Process entered 00000400:00000001:2.0:1767735620.783542:0:286713:0:(lib-msg.c:21:lnet_build_unlink_event()) Process entered 00000400:00000001:2.0:1767735620.783544:0:286713:0:(lib-msg.c:30:lnet_build_unlink_event()) Process leaving 00000400:00000010:2.0:1767735620.783548:0:286713:0:(lib-me.c:113:lnet_me_unlink()) slab-freed 'me': 88 at ffff94b1f8c5ee18. 00000400:00000200:2.0:1767735620.783555:0:286713:0:(lib-md.c:46:lnet_md_unlink()) Unlinking md ffff94b1faa29ee0 00000400:00000010:2.0:1767735620.783558:0:286713:0:(lib-lnet.h:312:lnet_md_free()) slab-freed 'md': 136 at ffff94b1faa29ee0. 00000100:00000001:2.0:1767735620.783562:0:286713:0:(events.c:78:reply_in_callback()) Process entered 00000100:00000200:2.0:1767735620.783572:0:286713:0:(events.c:80:reply_in_callback()) @@@ type 6, status 0 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQ/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000200:2.0:1767735620.783587:0:286713:0:(events.c:102:reply_in_callback()) @@@ unlink req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/272 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/ffffffff rc 0/-1 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.783597:0:286713:0:(events.c:163:reply_in_callback()) Process leaving 00000100:00000001:2.0:1767735620.783599:0:286713:0:(client.c:2957:ptlrpc_unregister_reply()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.783602:0:286713:0:(client.c:1578:after_reply()) Process entered 02000000:00000001:2.0:1767735620.783604:0:286713:0:(sec.c:1113:do_cli_unwrap_reply()) Process entered 00000100:00000001:2.0:1767735620.783606:0:286713:0:(pack_generic.c:602:__lustre_unpack_msg()) Process entered 00000100:00000001:2.0:1767735620.783621:0:286713:0:(pack_generic.c:620:__lustre_unpack_msg()) Process leaving (rc=0 : 0 : 0) 02000000:00000001:2.0:1767735620.783624:0:286713:0:(sec.c:1169:do_cli_unwrap_reply()) Process leaving (rc=0 : 0 : 0) 00000100:00001000:2.0:1767735620.783630:0:286713:0:(import.c:2128:obd_at_measure()) add 36 to ffff94b1c403dc58 time=50 v=36 (36 5 5 5) 00000100:00001000:2.0:1767735620.783635:0:286713:0:(import.c:2128:obd_at_measure()) add 1 to ffff94b1c403dc10 time=50 v=5 (1 1 1 1) 00000100:00000001:2.0:1767735620.783638:0:286713:0:(client.c:1480:ptlrpc_check_status()) Process entered 00000100:00000040:2.0:1767735620.783643:0:286713:0:(client.c:1495:ptlrpc_check_status()) @@@ check status: rc = -13 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc 0/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.783651:0:286713:0:(client.c:1518:ptlrpc_check_status()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:2.0:1767735620.783655:0:286713:0:(client.c:3065:ptlrpc_free_committed()) Process entered 00000100:00000040:2.0:1767735620.783657:0:286713:0:(client.c:3077:ptlrpc_free_committed()) lustre-MDT0000-mdc-ffff94b1e7e86000: skip recheck: last_committed 12885014813 00000100:00000001:2.0:1767735620.783659:0:286713:0:(client.c:3078:ptlrpc_free_committed()) Process leaving 00000100:00000001:2.0:1767735620.783662:0:286713:0:(client.c:1781:after_reply()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000040:2.0:1767735620.783667:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Rpc to Interpret req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735675 ref 2 fl Rpc:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.783676:0:286713:0:(client.c:2329:ptlrpc_check_set()) Process leaving via interpret (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000100:00000001:2.0:1767735620.783679:0:286713:0:(niobuf.c:473:ptlrpc_unregister_bulk()) Process entered 00000100:00000001:2.0:1767735620.783681:0:286713:0:(niobuf.c:487:ptlrpc_unregister_bulk()) Process leaving (rc=1 : 1 : 1) 00000100:00000040:2.0:1767735620.783685:0:286713:0:(lustre_net.h:2431:ptlrpc_rqphase_move()) @@@ move request phase from Interpret to Complete req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735675 ref 2 fl Interpret:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00100000:2.0:1767735620.783695:0:286713:0:(client.c:2389:ptlrpc_check_set()) Completed RPC req@ffff94b1c5caa680 pname:cluuid:pid:xid:nid:opc:job chlg_load_threa:66586885-669e-469f-b1c7-cb1a0fe6eee4:286713:1853602706715392:192.168.203.112@tcp:501:chlg_load_threa.0 00000100:00000001:2.0:1767735620.783701:0:286713:0:(client.c:2440:ptlrpc_check_set()) Process leaving (rc=1 : 1 : 1) 00000100:00000001:2.0:1767735620.783704:0:286713:0:(client.c:2754:ptlrpc_set_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000100:00000001:2.0:1767735620.783707:0:286713:0:(client.c:1223:ptlrpc_set_destroy()) Process entered 00000100:00000001:2.0:1767735620.783709:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.783713:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 1 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735675 ref 2 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.783721:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=0 : 0 : 0) 00000100:00000010:2.0:1767735620.783724:0:286713:0:(client.c:3770:ptlrpc_reqset_free()) kfreed 'set': 144 at ffff94b1fe48e900. 00000100:00000001:2.0:1767735620.783727:0:286713:0:(client.c:1260:ptlrpc_set_destroy()) Process leaving 00000100:00000001:2.0:1767735620.783734:0:286713:0:(client.c:3340:ptlrpc_queue_wait()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767735620.783737:0:286713:0:(llog_client.c:114:llog_client_open()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000020:00000001:2.0:1767735620.783741:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.783743:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=8 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.783746:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 00000100:00000001:2.0:1767735620.783747:0:286713:0:(client.c:2842:__ptlrpc_req_put()) Process entered 00000100:00000040:2.0:1767735620.783752:0:286713:0:(client.c:2850:__ptlrpc_req_put()) @@@ refcount now 0 req@ffff94b1c5caa680 x1853602706715392/t0(0) o501->lustre-MDT0000-mdc-ffff94b1e7e86000@192.168.203.112@tcp:12/10 lens 272/224 e 0 to 0 dl 1767735675 ref 1 fl Complete:RQU/200/0 rc -13/-13 job:'chlg_load_threa.0' uid:0 gid:0 projid:4294967295 00000100:00000001:2.0:1767735620.783760:0:286713:0:(client.c:2768:__ptlrpc_free_req()) Process entered 02000000:00000001:2.0:1767735620.783762:0:286713:0:(sec.c:1877:sptlrpc_cli_free_repbuf()) Process entered 02000000:00000010:2.0:1767735620.783765:0:286713:0:(sec_null.c:203:null_free_repbuf()) kfreed 'req->rq_repbuf': 512 at ffff94b1f2cc4400. 02000000:00000001:2.0:1767735620.783767:0:286713:0:(sec.c:1891:sptlrpc_cli_free_repbuf()) Process leaving 00000020:00000001:2.0:1767735620.783769:0:286713:0:(genops.c:1236:class_import_put()) Process entered 00000020:00000040:2.0:1767735620.783770:0:286713:0:(genops.c:1242:class_import_put()) import ffff94b1c403d800 refcount=7 obd=lustre-MDT0000-mdc-ffff94b1e7e86000 00000020:00000001:2.0:1767735620.783772:0:286713:0:(genops.c:1249:class_import_put()) Process leaving 02000000:00000010:2.0:1767735620.783775:0:286713:0:(sec_null.c:173:null_free_reqbuf()) kvfree 'req->rq_reqbuf': 512 at ffff94b1f2cc5a00. 02000000:00000001:2.0:1767735620.783778:0:286713:0:(sec.c:480:sptlrpc_req_put_ctx()) Process entered 02000000:00000001:2.0:1767735620.783779:0:286713:0:(sec.c:497:sptlrpc_req_put_ctx()) Process leaving 00000100:00000010:2.0:1767735620.783781:0:286713:0:(client.c:598:ptlrpc_request_cache_free()) slab-freed '(req)': 888 at ffff94b1c5caa680. 00000100:00000001:2.0:1767735620.783785:0:286713:0:(client.c:2824:__ptlrpc_free_req()) Process leaving 00000100:00000001:2.0:1767735620.783786:0:286713:0:(client.c:2883:__ptlrpc_req_put()) Process leaving (rc=1 : 1 : 1) 00000040:00001000:2.0:1767735620.783789:0:286713:0:(llog.c:1547:llog_open()) lustre-MDT0000-mdc-ffff94b1e7e86000: Failed to open llog : rc -13 00000040:00000010:2.0:1767735620.783793:0:286713:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f2cc4c00. 00000040:00000001:2.0:1767735620.783796:0:286713:0:(llog.c:1551:llog_open()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00020000:2.0:1767735620.783799:0:286713:0:(llog_cat.c:396:llog_cat_id2handle()) lustre-MDT0000-mdc-ffff94b1e7e86000: error opening log id [0x1:0x26:0x0]: rc = -13 00000100:00000040:3.0:1767735620.786429:0:276642:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121b30 (cpu 0) has reached its deadline 4304382607, at 4304382608 00000100:00000010:3.0:1767735620.786442:0:276642:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c4294cc0. 00000040:00000001:2.0:1767735620.793068:0:286713:0:(llog_cat.c:397:llog_cat_id2handle()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000400:2.0:1767735620.793075:0:286713:0:(llog_cat.c:841:llog_cat_process_common()) lustre-MDT0000-mdc-ffff94b1e7e86000: can't find llog handle [0x1:0x26:0x0]: rc = -13 00000040:00000001:2.0:1767735620.802173:0:286713:0:(llog_cat.c:843:llog_cat_process_common()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767735620.802179:0:286713:0:(llog_cat.c:880:llog_cat_process_cb()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:2.0:1767735620.802183:0:286713:0:(llog_cat.c:923:llog_cat_process_cb()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767735620.802186:0:286713:0:(llog.c:835:llog_process_thread()) Process leaving via out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00080000:2.0:1767735620.802189:0:286713:0:(llog.c:854:llog_process_thread()) stop processing catalog [0xa:0x5:0x0] index 3 count 2 00000040:00000010:2.0:1767735620.802205:0:286713:0:(llog.c:891:llog_process_thread()) kvfree 'buf': 8192 at ffff94b1c417a000. 00000020:00000010:2.0:1767735620.802214:0:286713:0:(lu_object.c:2001:lu_env_remove()) kfreed_rcu 'lei': 40 at ffff94b1d1dfbd80. 00000020:00000010:2.0:1767735620.802231:0:286713:0:(lu_object.c:532:lu_global_key_fini()) kfreed 'info': 512 at ffff94b1f2cc5800. 00000040:00000010:2.0:1767735620.802237:0:286713:0:(llog_obd.c:216:llog_key_fini()) kfreed 'info': 480 at ffff94b1f2cc5400. 00000020:00000010:2.0:1767735620.802240:0:286713:0:(dt_object.c:33:dt_global_key_fini()) kfreed 'info': 1264 at ffff94b20082e800. 00000020:00000010:2.0:1767735620.802248:0:286713:0:(tgt_main.c:739:tgt_key_fini()) slab-freed '(info)': 1288 at ffff94b1fdca1928. 00000020:00000010:2.0:1767735620.802255:0:286713:0:(update_records.c:1191:update_key_fini()) kfreed 'info': 432 at ffff94b1f2cc5200. 80000000:00000010:2.0:1767735620.802260:0:286713:0:(fld_handler.c:35:fld_key_fini()) kfreed 'info': 72 at ffff94b1c4294ea0. 40000000:00000010:2.0:1767735620.802265:0:286713:0:(fid_handler.c:473:seq_key_fini()) kfreed 'info': 48 at ffff94b1d1dfbd40. 00100000:00000010:2.0:1767735620.802271:0:286713:0:(lfsck_lib.c:43:lfsck_key_fini()) kfreed 'info': 1800 at ffff94b20082a000. 00040000:00000010:2.0:1767735620.802279:0:286713:0:(lquota_lib.c:35:lquota_key_fini()) kfreed 'info': 248 at ffff94b1deb6f100. 00040000:00000010:2.0:1767735620.802288:0:286713:0:(qmt_dev.c:343:qmt_key_fini()) kfreed 'info': 1256 at ffff94b20082c800. 00040000:00000010:2.0:1767735620.802295:0:286713:0:(qsd_lib.c:51:qsd_key_fini()) kfreed 'info': 408 at ffff94b1f2cc4000. 00000004:00000010:2.0:1767735620.802299:0:286713:0:(mdd_device.c:2418:mdd_key_fini()) kfreed 'info': 1872 at ffff94b200829800. 00000004:00000010:2.0:1767735620.802304:0:286713:0:(mdt_handler.c:8388:mdt_key_fini()) kfreed 'info': 2568 at ffff94b1c5fad000. 00000004:00000010:2.0:1767735620.802339:0:286713:0:(lod_dev.c:2364:lod_key_fini()) kfreed 'info': 1224 at ffff94b20082a800. 00002000:00000010:2.0:1767735620.802345:0:286713:0:(ofd_dev.c:3000:ofd_key_fini()) kfreed 'info': 816 at ffff94b1c4c9dc00. 00000004:00000010:2.0:1767735620.802349:0:286713:0:(osp_dev.c:1816:osp_key_fini()) kfreed 'info': 616 at ffff94b1c4c9f000. 00000020:00000010:2.0:1767735620.802353:0:286713:0:(lu_object.c:1648:keys_fini()) kfreed 'ctx->lc_value': 320 at ffff94b1f2cc4e00. 00000040:00000010:2.0:1767735620.802356:0:286713:0:(llog.c:986:llog_process_or_fork()) kfreed 'lpi': 96 at ffff94b1c42945a0. 00000040:00000001:2.0:1767735620.802360:0:286713:0:(llog.c:987:llog_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000040:00000001:2.0:1767735620.802363:0:286713:0:(llog_cat.c:995:llog_cat_process_or_fork()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00020000:2.0:1767735620.802367:0:286713:0:(mdc_changelog.c:326:chlg_load()) lustre-MDT0000-mdc-ffff94b1e7e86000: fail to process llog: rc = -13 00000002:00000001:2.0:1767735620.810530:0:286713:0:(mdc_changelog.c:327:chlg_load()) Process leaving via err_out (rc=18446744073709551603 : -13 : 0xfffffffffffffff3) 00000040:00000001:2.0:1767735620.810548:0:286713:0:(llog_cat.c:426:llog_cat_close()) Process entered 00000040:00000010:2.0:1767735620.810553:0:286713:0:(llog.c:70:llog_free_handle()) kvfree 'loghandle->lgh_hdr': 8192 at ffff94b1c417c000. 00000040:00000010:2.0:1767735620.810559:0:286713:0:(llog.c:72:llog_free_handle()) kfreed 'loghandle': 352 at ffff94b1f2cc4200. 00000040:00000001:2.0:1767735620.810562:0:286713:0:(llog_cat.c:454:llog_cat_close()) Process leaving (rc=0 : 0 : 0) 00000002:00000040:2.0:1767735620.810565:0:286713:0:(lustre_log.h:400:llog_ctxt_put()) PUTting ctxt ffff94b1e7e1ba80 : new refcount 1 00000020:00000040:2.0:1767735620.810569:0:286713:0:(obd_config.c:955:class_decref()) Decref lustre-MDT0000-mdc-ffff94b1e7e86000 (ffff94b1c699caa0) now 6 - changelog 00000100:00000040:2.0:1767735620.810606:0:284024:0:(connection.c:75:cpu_latency_work()) work item of ffff94b1c5121a20 (cpu 0) has reached its deadline 4304382607, at 4304382632 00000100:00000010:2.0:1767735620.810614:0:284024:0:(connection.c:94:cpu_latency_work()) kfreed 'pm_qos_req_done': 72 at ffff94b1c42941e0. 00000002:00000001:1.0:1767735620.810652:0:286712:0:(mdc_changelog.c:457:chlg_read()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000001:3.0:1767735620.810737:0:286713:0:(mdc_changelog.c:356:chlg_load()) Process leaving (rc=18446744073709551603 : -13 : fffffffffffffff3) 00000002:00000010:1.0:1767735620.810807:0:286712:0:(mdc_changelog.c:662:chlg_release()) kfreed 'crs': 224 at ffff94b0e3c38f00. 00010000:00000001:3.0:1767735621.347375:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735621.347382:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735621.347388:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735621.347392:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:0.0:1767735621.347467:0:215726:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:0.0:1767735621.347473:0:215726:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:0.0:1767735621.347478:0:215726:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) 00000080:00000001:1.0:1767735621.461196:0:286802:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00000001:00000001:3.0:1767735621.643990:0:286838:0:(debug.c:664:libcfs_debug_mark_buffer()) ************************************************** 00000001:02000400:3.0:1767735621.643995:0:286838:0:(debug.c:665:libcfs_debug_mark_buffer()) DEBUG MARKER: sanity test_160s: @@@@@@ FAIL: no changelogs found 00000001:00000001:3.0:1767735621.647912:0:286838:0:(debug.c:667:libcfs_debug_mark_buffer()) ************************************************** 00000080:00000001:0.0:1767735622.322116:0:286936:0:(llite_lib.c:4131:ll_show_options()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735622.371411:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735622.371418:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00010000:00000001:3.0:1767735622.371438:0:276642:0:(ldlm_pool.c:458:ldlm_cli_pool_recalc()) Process entered 00010000:00000001:3.0:1767735622.371441:0:276642:0:(ldlm_pool.c:462:ldlm_cli_pool_recalc()) Process leaving (rc=0 : 0 : 0) 00000020:00000001:3.0:1767735622.371469:0:226620:0:(genops.c:1912:obd_stale_export_get()) Process entered 00000020:00000001:3.0:1767735622.371472:0:226620:0:(genops.c:1926:obd_stale_export_get()) Process leaving (rc=0 : 0 : 0) 00010000:00010000:3.0:1767735622.371476:0:226620:0:(ldlm_lockd.c:2796:ldlm_bl_get_work()) No blwi found in queue (no bl locks in queue) Debug log: 8464 lines, 8464 kept, 0 dropped, 0 bad.